-- Logs begin at Wed 2021-10-27 20:43:55 UTC, end at Wed 2021-10-27 21:51:21 UTC. -- Oct 27 21:21:01.920405 dv-cinder-815146-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 21:21:04.824696 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:21:04.825346 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:21:04.825639 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:21:04.829055 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:21:04.829320 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:21:04.829766 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:21:04.830695 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:21:04.830959 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:21:04.832024 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:21:04.832296 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:21:04.832476 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:21:04.832715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.833014 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.833341 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.833564 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.833862 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.834194 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.834479 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.834772 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.835112 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.835443 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.835741 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.836033 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.836301 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.836624 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.836923 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.837242 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.837466 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] debug = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.837748 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.838231 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.838673 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.838952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.839243 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.839557 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.839827 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.840124 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.840384 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.840764 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] host = dv-cinder-815146-4-iscsi {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.841152 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.841350 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.841644 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.841968 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.842241 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.842520 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.842814 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.843119 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.843533 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.844701 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.844701 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.844701 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.844701 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.845225 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.845225 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.845568 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.845568 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.845919 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.846117 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.846581 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.846704 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.846984 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.847866 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.848196 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.848488 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.848808 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.849090 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.849366 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.849674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.849950 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.850261 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.850544 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.850818 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.851127 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.851484 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.851758 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.852083 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.852385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.852711 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.853030 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.853326 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.853599 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.853925 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.854233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.854545 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.854823 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_json = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.855097 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.855437 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.855723 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.855994 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.856264 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.856535 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.856805 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.857088 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:04.857393 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.857690 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.857988 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.858275 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.858582 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.858864 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.859154 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.859455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.859746 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.860034 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.860327 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.860599 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.860890 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.861206 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.861673 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.861798 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.862129 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.862448 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.862857 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.863068 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.863366 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.863648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.864017 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.864262 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.864696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.864878 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.865152 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.865482 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.865891 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.866132 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.866512 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.866769 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.866997 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.867291 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.867581 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.867872 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.868187 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.868471 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.868745 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.869029 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.869310 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.869583 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.869855 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.870133 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.870423 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.870700 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.870970 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.871240 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.871544 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.871817 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.872103 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.872382 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.872650 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.872921 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.873196 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.873469 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.873828 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.874011 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.874279 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.874556 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.874827 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.875098 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.875394 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.875668 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.875940 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.876212 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.876484 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.876759 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.877029 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.877302 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.877575 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.877852 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.878157 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.878454 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.878754 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.879033 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.879342 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.881349 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.881640 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.881929 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.882217 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.882499 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.882792 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.883068 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.883399 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.883693 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.883987 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.884274 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.884555 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.884879 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.885161 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.885450 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.885729 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.886010 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.886296 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.886581 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.886875 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.887168 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.887485 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.887780 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.888075 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.888355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.888670 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.888952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:04.889169 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:21:04.889470 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101318) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 21:21:05.330879 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:21:05.331180 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:21:05.331511 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:21:05.331851 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 21:21:05.660731 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.660920 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.661189 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.662463 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.662733 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.662996 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.698174 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.698446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.698715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.715054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.715359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.715631 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.747745 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.748025 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.748293 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.788001 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.788287 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:05.788555 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.036846 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.037542 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.037542 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.037805 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.038325 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.172004 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.172317 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.172601 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.172871 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.173138 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.173451 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.173706 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.173965 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.174218 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.174494 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.174753 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.175599 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.175870 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.176123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.176377 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.176643 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.176897 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.177163 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.177436 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.177696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.177968 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.178221 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.178504 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.178892 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.179142 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.179412 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.179838 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.180095 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.180310 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.180547 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.180781 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.181016 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:06.181390 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 21:21:06.185035 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 21:21:06.189158 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 21:21:06.193666 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 27 21:21:06.195373 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 21:21:06.195854 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 21:21:06.196194 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 21:21:06.196582 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 21:21:06.199491 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 21:21:06.199744 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 21:21:06.200093 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:21:06.205642 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 21:21:06.229940 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 21:21:06.230405 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.230710 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101318) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 21:21:06.231078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.232742 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101318) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 21:21:06.233043 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:21:06.233297 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 21:21:06.236964 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.237253 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:06.300827 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 21:21:06.301010 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 21:21:06.301213 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 21:21:06.301600 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 21:21:06.324230 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_db.sqlalchemy.engines [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101318) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 21:21:06.897773 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing driver for type 'gre' Oct 27 21:21:06.898589 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] gre ID ranges: [(1, 1000)] Oct 27 21:21:06.966583 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing driver for type 'local' Oct 27 21:21:06.966943 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing driver for type 'vlan' Oct 27 21:21:06.982698 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] VlanTypeDriver initialization complete Oct 27 21:21:06.983248 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing driver for type 'vxlan' Oct 27 21:21:06.983754 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] vxlan ID ranges: [(1, 1000)] Oct 27 21:21:07.045414 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing extension driver 'port_security' Oct 27 21:21:07.046166 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.extensions.port_security [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] PortSecurityExtensionDriver initialization complete Oct 27 21:21:07.046274 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing mechanism driver 'openvswitch' Oct 27 21:21:07.046578 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing mechanism driver 'hyperv' Oct 27 21:21:07.055562 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:07.056866 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.057443 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.058001 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.059070 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.059805 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.060374 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.060931 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.061573 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.062242 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.062806 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.063352 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.063945 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.064630 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.065147 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.065686 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.066285 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.066798 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.067215 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.067595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.068054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.068537 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > address_group after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.068893 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > address_group after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.069274 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > address_group after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.069960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:21:07.070346 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] ML2 OVO RPC backend initialized. {{(pid=101318) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 21:21:07.071344 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.071861 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.072386 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.072893 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > networks before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.073319 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.073796 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > ports before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.074266 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.074677 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnets before_response 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.075108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.075622 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.076172 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.076650 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.077100 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.077467 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.077884 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.078416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.078947 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.079700 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.plugin [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Modular L2 Plugin initialization complete Oct 27 21:21:07.080160 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading services supported by the core plugin {{(pid=101318) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 21:21:07.080605 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.plugins.ml2.managers [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Got port-security extension from driver 'port_security' Oct 27 21:21:07.081766 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.extensions.vlantransparent [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Disabled vlantransparent extension. Oct 27 21:21:07.082406 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101318) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 21:21:07.082773 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: router Oct 27 21:21:07.122841 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.123229 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_create 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.123623 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router before_create 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.123987 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.124366 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.124719 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_delete 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.125082 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > floatingip after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.125569 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > floatingip after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.125930 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_create 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.126283 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.126643 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.126990 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.127376 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.127818 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.128220 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.128590 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.128930 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: subnet after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.129269 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.129620 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > port precommit_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.129965 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_create 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.130302 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.130643 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.130995 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router after_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.131363 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_delete 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.131717 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_create 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.132077 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.132421 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_update 55549900 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.132870 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > agent after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.133256 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > agent after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.133636 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > network after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.134600 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Tracking information for resource: router configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:07.134900 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Tracking information for resource: floatingip configured {{(pid=101318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:21:07.140302 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.db.l3_agentschedulers_db [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 21:21:07.140806 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.141172 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.141531 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.141935 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: port after_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.142702 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router before_create 55550100 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.149598 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_delete 55550100 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.149598 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_create 55550100 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.149598 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > router precommit_update 55550100 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.149598 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.provider_configuration [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service providers = [] {{(pid=101318) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 21:21:07.151770 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.db.servicetype_db [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101318) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 21:21:07.152862 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.service_base [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:21:07.153208 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.service_base [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:21:07.153545 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.service_base [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:21:07.154460 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.services.service_base [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:21:07.154836 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.services.service_base [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 21:21:07.155228 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.155584 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 21:21:07.169334 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.169724 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: auto_allocate Oct 27 21:21:07.176350 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: network precommit_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.176773 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: network precommit_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.177359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.177722 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: tag Oct 27 21:21:07.185138 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.185519 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: timestamp Oct 27 21:21:07.189591 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.189925 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: network_ip_availability Oct 27 21:21:07.195680 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.196059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.196419 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.197185 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.197512 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: flavors Oct 27 21:21:07.202759 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.203093 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading Plugin: revisions Oct 27 21:21:07.208241 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:21:07.208636 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=101318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:21:07.209419 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101318) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 21:21:07.209760 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Initializing extension manager. Oct 27 21:21:07.210276 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: __init__.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.210623 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: __pycache__ {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.210961 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.211316 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: address_group.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.212116 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.212708 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: address-group Oct 27 21:21:07.213035 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: address_scope.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.213761 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.214272 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: address-scope Oct 27 21:21:07.214597 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.215637 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.216148 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: router-admin-state-down-before-update Oct 27 21:21:07.216473 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: agent.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.217182 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.217692 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: agent Oct 27 21:21:07.218021 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: agent_resources_synced.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.218943 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.219486 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: agent-resources-synced Oct 27 21:21:07.219809 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: allowedaddresspairs.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.221679 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.222761 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: allowed-address-pairs Oct 27 21:21:07.223092 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: auto_allocated_topology.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.224245 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.224766 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: auto-allocated-topology Oct 27 21:21:07.225089 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: availability_zone.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.225799 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.226308 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: availability_zone Oct 27 21:21:07.226630 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: availability_zone_filter.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.227589 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.228095 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: availability_zone_filter Oct 27 21:21:07.228416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: data_plane_status.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.229338 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.229836 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 21:21:07.230155 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: default_subnetpools.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.231092 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.231635 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: default-subnetpools Oct 27 21:21:07.231960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.232804 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.233346 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: dhcp_agent_scheduler Oct 27 21:21:07.233667 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: dns.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.234613 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.235133 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension dns-integration not supported by any of loaded plugins Oct 27 21:21:07.235483 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: dns_domain_ports.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.236424 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.236924 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 21:21:07.237248 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.238237 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.238744 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 21:21:07.239067 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: dvr.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.239790 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.240296 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: dvr Oct 27 21:21:07.240624 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: ecmp_routes.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.241571 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.242080 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 21:21:07.242402 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: empty_string_filtering.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.243352 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.243860 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: empty-string-filtering Oct 27 21:21:07.244187 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.245115 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.245625 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:21:07.245946 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.246864 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.247475 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 21:21:07.247802 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: external_net.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.248754 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.249259 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: external-net Oct 27 21:21:07.249577 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.250498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.251002 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: extra_dhcp_opt Oct 27 21:21:07.251347 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: extraroute.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.252263 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.252766 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: extraroute Oct 27 21:21:07.253127 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: extraroute_atomic.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.254200 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.254706 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: extraroute-atomic Oct 27 21:21:07.255035 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: filter_validation.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.255987 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.256502 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: filter-validation Oct 27 21:21:07.256829 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: fip_pf_description.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.257762 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.258263 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 21:21:07.258588 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: fip_port_details.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.259541 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.260054 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: fip-port-details Oct 27 21:21:07.260376 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: flavors.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.261652 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.262172 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: flavors Oct 27 21:21:07.262499 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.264267 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.264785 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 21:21:07.265127 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: floatingip_pools.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.265847 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.266355 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: floatingip-pools Oct 27 21:21:07.266682 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: ip_allocation.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.267666 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.268173 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 21:21:07.268498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.270895 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.271459 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: ip-substring-filtering Oct 27 21:21:07.271913 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l2_adjacency.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.272893 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.273402 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 21:21:07.273727 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.274772 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.275317 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: router Oct 27 21:21:07.275646 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.278030 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.278560 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:21:07.278902 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.279927 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.280443 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: ext-gw-mode Oct 27 21:21:07.280771 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.281728 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.282238 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: l3-ha Oct 27 21:21:07.282562 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3_flavors.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.283522 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.284028 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: l3-flavors Oct 27 21:21:07.284921 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.285855 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.286367 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 21:21:07.286690 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: l3agentscheduler.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.287840 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.288355 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: l3_agent_scheduler Oct 27 21:21:07.288682 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: logging.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.290523 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.291047 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension logging not supported by any of loaded plugins Oct 27 21:21:07.291417 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: metering.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.292178 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.292763 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: metering Oct 27 21:21:07.293095 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.294354 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.294870 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: metering_source_and_destination_fields Oct 27 21:21:07.295209 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: multiprovidernet.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.296186 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.296700 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: multi-provider Oct 27 21:21:07.297028 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: netmtu.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.297955 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.298461 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: net-mtu Oct 27 21:21:07.298796 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: netmtu_writable.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.299767 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.300303 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: net-mtu-writable Oct 27 21:21:07.300629 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: network_availability_zone.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.301312 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.301818 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: network_availability_zone Oct 27 21:21:07.302140 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: network_ip_availability.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.303301 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.303828 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: network-ip-availability Oct 27 21:21:07.304155 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: network_segment_range.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.304947 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.305448 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 21:21:07.305767 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: pagination.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.306759 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.307482 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: pagination Oct 27 21:21:07.307817 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: port_device_profile.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.308830 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.309345 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: port-device-profile Oct 27 21:21:07.309671 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.310618 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.311121 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: port-mac-address-regenerate Oct 27 21:21:07.311477 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.312397 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.312902 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: port-numa-affinity-policy Oct 27 21:21:07.313228 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: port_resource_request.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.314161 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.314692 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 21:21:07.314992 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: portbindings.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.315996 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.316500 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: binding Oct 27 21:21:07.316832 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: portbindings_extended.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.318145 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.318658 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: binding-extended Oct 27 21:21:07.318987 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: portsecurity.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.319956 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.320464 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: port-security Oct 27 21:21:07.320788 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: project_id.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.321779 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.322112 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: project-id Oct 27 21:21:07.322435 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: providernet.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.323402 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.323918 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: provider Oct 27 21:21:07.324241 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.328019 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.328551 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos not supported by any of loaded plugins Oct 27 21:21:07.328884 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.330189 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.330705 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 21:21:07.331035 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.332615 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.333122 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 21:21:07.333453 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_default.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.334384 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.334894 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-default not supported by any of loaded plugins Oct 27 21:21:07.335222 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_fip.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.335927 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.336425 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-fip not supported by any of loaded plugins Oct 27 21:21:07.336750 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_gateway_ip.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.337696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.338205 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 21:21:07.338530 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_port_network_policy.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.339487 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.340003 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 21:21:07.340328 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.341394 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.341978 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 21:21:07.342236 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_pps_rule.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.343477 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.343993 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-pps not supported by any of loaded plugins Oct 27 21:21:07.344321 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_rule_type_details.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.345259 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.345768 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 21:21:07.346093 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: qos_rules_alias.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.347953 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.348474 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 21:21:07.348802 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: quotasv2.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.349814 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.350143 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: quotas Oct 27 21:21:07.350477 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: quotasv2_detail.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.353825 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.354168 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: quota_details Oct 27 21:21:07.354506 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: rbac.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.355648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.356203 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: rbac-policies Oct 27 21:21:07.356536 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: rbac_address_group.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.357583 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.358036 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: rbac-address-group Oct 27 21:21:07.358356 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: rbac_address_scope.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.359315 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.359831 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: rbac-address-scope Oct 27 21:21:07.360157 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: rbac_security_groups.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.361101 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.361609 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: rbac-security-groups Oct 27 21:21:07.361935 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: rbac_subnetpool.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.362904 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.363459 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: rbac-subnetpool Oct 27 21:21:07.363786 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: revisionifmatch.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.364737 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.365249 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: revision-if-match Oct 27 21:21:07.365576 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: revisions.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.366749 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.367265 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: standard-attr-revisions Oct 27 21:21:07.367630 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: router_availability_zone.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.368325 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.368834 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: router_availability_zone Oct 27 21:21:07.369157 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: routerservicetype.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.370105 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.370613 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension router-service-type not supported by any of loaded plugins Oct 27 21:21:07.370935 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.371891 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.372416 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: security-groups-normalized-cidr Oct 27 21:21:07.372872 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.373812 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.374324 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: port-security-groups-filtering Oct 27 21:21:07.374651 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.375625 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.376135 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: security-groups-remote-address-group Oct 27 21:21:07.376457 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: securitygroup.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.386630 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.387185 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: security-group Oct 27 21:21:07.387547 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: segment.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.388405 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.388917 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension segment not supported by any of loaded plugins Oct 27 21:21:07.389244 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.390351 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.390864 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 21:21:07.391188 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: servicetype.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.392387 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.392910 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: service-type Oct 27 21:21:07.393237 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: sorting.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.394774 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.395110 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: sorting Oct 27 21:21:07.395463 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: standard_attr_segment.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.396414 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.396936 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 21:21:07.397259 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: standardattrdescription.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.397945 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.398454 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: standard-attr-description Oct 27 21:21:07.398778 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: stateful_security_group.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.399819 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.400306 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: stateful-security-group Oct 27 21:21:07.400631 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: stdattrs_common.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.401223 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 21:21:07.401546 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.404069 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.404069 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 21:21:07.404069 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnet_onboard.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.404567 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.405130 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: subnet_onboard Oct 27 21:21:07.405495 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.406485 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.407041 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 21:21:07.407445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnet_service_types.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.408433 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.408993 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: subnet-service-types Oct 27 21:21:07.409417 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnetallocation.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.411071 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.411616 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: subnet_allocation Oct 27 21:21:07.411949 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.412641 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.413172 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: subnetpool-prefix-ops Oct 27 21:21:07.413498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.414447 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.415217 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 21:21:07.415571 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: tagging.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.416689 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.417206 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: standard-attr-tag Oct 27 21:21:07.417534 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: timestamp.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.418778 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.419309 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loaded extension: standard-attr-timestamp Oct 27 21:21:07.419639 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: trunk.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.420693 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.421209 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension trunk not supported by any of loaded plugins Oct 27 21:21:07.421534 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: trunk_details.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.422472 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.422986 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension trunk-details not supported by any of loaded plugins Oct 27 21:21:07.423343 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: uplink_status_propagation.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.424278 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.424789 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 21:21:07.425144 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Loading extension file: vlantransparent.py {{(pid=101318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:21:07.425831 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:21:07.426339 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 21:21:07.428889 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:network Oct 27 21:21:07.429426 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnet Oct 27 21:21:07.429828 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:21:07.430224 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:port Oct 27 21:21:07.431588 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.432047 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service FLAVORS assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.432670 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.433104 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.433439 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:router Oct 27 21:21:07.433884 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:21:07.434379 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service METERING assigned prefix: /metering {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.435894 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.436267 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.436617 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:21:07.437680 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:21:07.438126 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:21:07.438575 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:21:07.439209 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service CORE assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.439644 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:21:07.439994 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] subnetpool is already registered Oct 27 21:21:07.440979 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service CORE assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.441317 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:21:07.441652 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] subnetpool is already registered Oct 27 21:21:07.444188 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.444639 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service FLAVORS assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.445262 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.445700 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.446035 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:router Oct 27 21:21:07.446374 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] router is already registered Oct 27 21:21:07.446797 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:21:07.447142 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] floatingip is already registered Oct 27 21:21:07.447638 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service METERING assigned prefix: /metering {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.448387 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:21:07.448718 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] rbac_policy is already registered Oct 27 21:21:07.449133 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:21:07.449471 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] security_group is already registered Oct 27 21:21:07.449895 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:21:07.450230 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] security_group_rule is already registered Oct 27 21:21:07.450732 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service CORE assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.451056 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:21:07.451427 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] subnetpool is already registered Oct 27 21:21:07.451851 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.v2.resource_helper [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Service CORE assigned prefix: {{(pid=101318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:21:07.452173 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:21:07.452503 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING neutron.quota.resource_registry [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] subnetpool is already registered Oct 27 21:21:07.454465 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: extensions {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.456029 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: address-groups {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.458106 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: address-scopes {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.459400 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: agents {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.460682 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: auto-allocated-topology {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.461929 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: availability_zones {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.463165 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: dhcp-networks {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.464626 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: dhcp-agents {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.466148 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: routers {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.468324 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: flavors {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.469603 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: service_profiles {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.470831 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: next_providers {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.472349 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: service_profiles {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.473945 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: floatingip-pools {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.475295 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: routers {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.477400 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: floatingips {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.478703 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: l3-routers {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.480143 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: l3-agents {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.481600 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: metering-labels {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.482876 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: metering-label-rules {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.484279 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: network-ip-availabilities {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.485561 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: bindings {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.487157 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: quotas {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.488894 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: quotas {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.490426 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: rbac-policies {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.491660 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: security-groups {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.493018 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: security-group-rules {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.494271 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: service-providers {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.495521 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: subnetpools {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.496935 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: subnetpools {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.498405 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.500169 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.501978 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.504325 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.506047 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.508038 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.509813 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.512806 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.514610 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.516382 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron.api.extensions [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Extended resource: tags {{(pid=101318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:21:07.523231 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING keystonemiddleware.auth_token [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 21:21:07.527837 dv-cinder-815146-4-iscsi neutron-server[101318]: WARNING keystonemiddleware.auth_token [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 21:21:07.538198 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Acquired lock "singleton_lock" {{(pid=101318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 21:21:07.539056 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_concurrency.lockutils [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Releasing lock "singleton_lock" {{(pid=101318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 21:21:07.540145 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Starting 2 workers Oct 27 21:21:07.545122 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Started child 101427 {{(pid=101318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:21:07.549928 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Started child 101428 {{(pid=101318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:21:07.550864 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.551642 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO neutron.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 21:21:07.552194 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Publish callbacks [] for process, before_spawn {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.552415 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [-] (101427) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:21:07.554649 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Starting 1 workers Oct 27 21:21:07.557048 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.559088 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [-] (101428) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:21:07.560035 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Started child 101429 {{(pid=101318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:21:07.560618 dv-cinder-815146-4-iscsi neutron-server[101318]: INFO oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Starting 1 workers Oct 27 21:21:07.564207 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] calling RpcWorker wait() {{(pid=101429) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 21:21:07.564800 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] returning from RpcWorker wait() {{(pid=101429) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 21:21:07.565299 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Started child 101430 {{(pid=101318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:21:07.566675 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbf99f2f-1e5b-4ad5-b91a-a7e0361a500f None None] Publish callbacks [] for process, after_spawn {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.566927 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.567454 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:07.568651 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:21:07.568860 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:21:07.569255 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:21:07.569460 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:21:07.569949 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:21:07.570359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:21:07.570716 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.571000 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.571595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.571595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.571595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.571975 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.572383 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.572653 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.572888 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.573157 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.573414 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.573577 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.573918 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.574177 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.574436 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.574841 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.575113 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.575395 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.575674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.575841 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.576233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.576652 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.576913 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.577188 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] debug = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.577427 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.577910 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.578125 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.578380 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.578658 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.578922 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.579150 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.579439 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.579679 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.579948 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.580128 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.580457 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.580629 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.580838 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.581160 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.581891 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.582137 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.582856 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] host = dv-cinder-815146-4-iscsi {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.582856 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.583718 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.583718 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.583718 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.584373 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.584373 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.584373 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.584895 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.584895 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.585247 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.585247 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.585599 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.585788 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.585989 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.586329 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_options = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.586329 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.586753 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.586753 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.587094 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.587094 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.587465 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.587645 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.587843 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.588022 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.588201 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.588377 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.588554 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.588793 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.589026 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.589271 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.589510 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.589743 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.590126 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.590330 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.590543 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.590835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.591026 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.591205 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.591414 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.591609 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.591833 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.592057 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.592288 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.592487 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.592751 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.592982 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.593231 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.593446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.593701 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.593964 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.594216 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.594478 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.594674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.594914 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.595138 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.595409 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.595811 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.596186 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.596186 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.596804 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.596804 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.596804 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_json = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597165 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597165 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597405 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597565 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597779 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.597990 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.598220 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.598476 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.598899 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.599173 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.599579 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.599825 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.600053 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.600299 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.600518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.600737 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.600980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.601234 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.601556 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.601790 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.602147 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.602275 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.602529 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.602847 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.603090 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.603393 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.603782 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.603914 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.604037 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.604270 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.604530 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.604751 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.605051 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.605230 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.605456 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.607299 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.607689 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.607975 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.608187 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.608440 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.608674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.608938 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.609357 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.609699 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.610001 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:07.610151 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.610356 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.610527 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.612253 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.612253 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.612524 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.612888 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.613268 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.613661 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.614054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.614442 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.614802 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.615195 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.615573 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.615918 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.616463 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.616996 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.617390 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.617815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.618206 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.618563 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.618899 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.619268 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.619713 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.620108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.620461 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.622220 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.622731 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.623099 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.623497 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.623897 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.624253 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.624557 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.624912 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.625271 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.625619 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.625903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.626159 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.626858 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.626858 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.626858 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.627693 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.627693 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.627693 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.627925 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.629146 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.629146 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.629146 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.631321 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.633641 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 58202) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:07.635452 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.636009 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.636486 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.636955 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.637591 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.638140 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.638595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.638989 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.640077 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.640550 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.640917 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.641304 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.641679 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.642070 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.642436 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.642858 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.643237 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.644250 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.645199 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088270 Oct 27 21:21:07.645643 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.646022 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.646451 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.646863 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.647419 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.647846 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.648287 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.648700 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.649153 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.649600 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.649904 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.650107 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.650365 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.650653 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.650908 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.651193 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.651485 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.651746 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.652053 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.652334 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.652728 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.652843 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.653070 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.653345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.653591 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.653853 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.654111 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.654344 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.654579 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.654879 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.655130 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.656455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.656687 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.656922 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.657264 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.657640 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.657889 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.658108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.658383 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.658824 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.659360 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.660009 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.660453 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.660865 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.661273 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.661758 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.662138 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.662540 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.662951 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.663400 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.663571 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.663791 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.664032 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.664269 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.664767 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.665000 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.665211 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.665430 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.665641 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.665880 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.666092 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.666335 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.666716 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.667399 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.667939 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.668377 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.668790 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.669399 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.669812 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.670399 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671526 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671526 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671526 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671526 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671830 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.671830 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.673934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674458 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674458 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674458 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674458 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674688 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.674984 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.675234 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.675504 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.675922 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.676320 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.676748 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.677143 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.677527 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.678049 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.678295 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.678516 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.678805 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.679069 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.679352 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.679554 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.679911 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.680308 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.680716 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.681108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.681568 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.681999 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.682431 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.682854 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.683359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.683782 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.684189 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.684588 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.684975 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.685385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.685813 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.686049 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.686311 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.686523 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.686733 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.686954 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.687172 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.687423 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.687805 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.688300 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.688514 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.688762 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.688979 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.689188 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.689413 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.689663 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.689816 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.690251 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.691154 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692106 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692106 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692106 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692106 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692434 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692434 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.692962 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.693219 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.693449 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.693732 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.693978 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.694217 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.694479 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.694807 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.695036 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.695271 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.696364 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.696587 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.696803 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.697072 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.697391 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.697667 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.697934 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.698292 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.698617 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.698887 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.699151 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.699463 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.699691 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.700021 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.700306 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.700560 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.700817 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.701061 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.701301 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.701506 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.701748 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.701990 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.702202 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.702459 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.702706 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.702928 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.703158 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.703425 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704455 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704927 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.704927 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:21:07.705189 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:21:07.705371 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:21:07.705670 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:21:07.705856 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:21:07.706033 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:21:07.706237 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:21:07.707092 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.707432 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.707720 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708010 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708171 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708492 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708657 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708817 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.708976 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709132 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709288 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709622 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709775 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.709905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710058 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710211 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710363 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710521 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710674 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710827 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.710980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711133 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] debug = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711310 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711507 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711669 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711826 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.711982 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712137 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712274 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712454 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712595 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712734 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.712863 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713019 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713172 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713312 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713533 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713810 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.713979 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.714159 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] host = dv-cinder-815146-4-iscsi {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.714351 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.714534 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.714719 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.714898 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715086 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715086 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715417 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715417 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.715964 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716108 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716500 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_options = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716634 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.716826 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717219 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717429 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717568 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717678 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.717781 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718033 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718158 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718261 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718513 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718730 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.718869 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719000 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719096 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719321 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719501 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719624 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.719764 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.720054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.720340 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.720638 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.720795 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.720927 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721084 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721244 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721430 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721563 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721731 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.721876 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722006 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722178 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722269 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722402 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722549 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722732 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.722917 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.723115 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.723339 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.723659 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.723814 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.723973 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724159 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724361 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724548 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724548 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_json = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724860 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.724860 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.725205 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.725205 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.725498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.725498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.725498 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.726025 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:21:07.726025 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.726025 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.726544 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.726544 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.726544 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727054 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727887 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727887 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.727887 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.730848 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.731445 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.732005 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736345 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.736980 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.737592 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.738715 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.739192 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.739192 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.739192 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.739192 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.739439 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740014 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740014 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740014 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740014 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740426 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740426 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740426 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740637 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740716 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.740869 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741027 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741185 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741346 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741502 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741658 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.741814 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.743233 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.745835 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.748789 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749416 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.749960 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.751078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.754078 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.755903 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.758648 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.759952 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.760518 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761123 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.761815 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762355 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.762905 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765059 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.765696 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.766388 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.767075 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.767075 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.767075 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.767075 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.768235 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.769385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.769385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.769385 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.770446 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771072 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771072 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771072 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771386 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:07.771493 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771493 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771493 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771836 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.771836 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772099 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772099 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772356 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772356 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772504 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772644 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.772769 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.773044 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.773209 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.773359 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.773503 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:21:07.773772 dv-cinder-815146-4-iscsi neutron-server[101318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:21:21.934660 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bad4ea-79c4-42e0-9d08-1486c13039fd None None] get_active_networks_info from dv-cinder-815146-4-iscsi {{(pid=101429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 21:21:22.022421 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bad4ea-79c4-42e0-9d08-1486c13039fd None None] No non-hosted networks {{(pid=101429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 21:21:22.040540 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.agentschedulers_db [None req-62bad4ea-79c4-42e0-9d08-1486c13039fd None None] DHCP Agent not found on host dv-cinder-815146-4-iscsi {{(pid=101429) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 21:21:22.227028 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-aceba445-c94c-4f4d-873e-9d0ad3af3b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:26.640948 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6c07411b-58f4-4236-98db-46fcb79cebef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:26.710773 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-70969311-704b-4459-bed7-d7ce6b6890d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.399759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.635049 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.637043 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.638432 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.639372 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.640514 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.641559 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.642759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.643342 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.643896 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.644489 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.645088 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.645636 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.646172 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.649820 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:27.674034 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:29.375558 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:30.594097 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58300) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:31.150906 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.db.l3_hamode_db [None req-b5b280b2-e4e1-437a-8d08-68d06aa4fa8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 21:21:31.197697 dv-cinder-815146-4-iscsi neutron-server[101428]: WARNING oslo_policy.policy [None req-2a98b0b9-5ef3-4b4f-a488-81d9cbd4c176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:31.198271 dv-cinder-815146-4-iscsi neutron-server[101428]: WARNING oslo_policy.policy [None req-2a98b0b9-5ef3-4b4f-a488-81d9cbd4c176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:31.231127 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b280b2-e4e1-437a-8d08-68d06aa4fa8e None None] Routers set() bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:31.231540 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b280b2-e4e1-437a-8d08-68d06aa4fa8e None None] Router IDs set() for agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 21:21:31.424123 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [None req-2a98b0b9-5ef3-4b4f-a488-81d9cbd4c176 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:31.425854 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2a98b0b9-5ef3-4b4f-a488-81d9cbd4c176 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8295839 Oct 27 21:21:34.022611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58314) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:34.390998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:34.492487 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.policy [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:21:34.540367 dv-cinder-815146-4-iscsi neutron-server[101428]: WARNING oslo_policy.policy [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:34.540757 dv-cinder-815146-4-iscsi neutron-server[101428]: WARNING oslo_policy.policy [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:34.550331 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.quota [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] Loaded quota_driver: . Oct 27 21:21:34.650933 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740575852354', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740575851935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740575692590', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740575706346', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740576280252', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740575684980', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573158'] for rbac-policy, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.735008 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.736283 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-c9dc13d5-d1cb-444b-a322-0f8184cfd960 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7122908 Oct 27 21:21:37.577520 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 58326) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:38.146169 dv-cinder-815146-4-iscsi neutron-server[101427]: WARNING oslo_policy.policy [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:38.146959 dv-cinder-815146-4-iscsi neutron-server[101427]: WARNING oslo_policy.policy [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:38.374465 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Request body: {'network': {'project_id': '1d9d21114fbd45fba3428fa1db161104', 'name': 'private', 'admin_state_up': True, 'tenant_id': '1d9d21114fbd45fba3428fa1db161104'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:38.376106 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.quota [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Loaded quota_driver: . Oct 27 21:21:38.438609 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Made reservation on behalf of 1d9d21114fbd45fba3428fa1db161104 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:38.507947 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.policy [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:21:38.555873 dv-cinder-815146-4-iscsi neutron-server[101427]: WARNING oslo_policy.policy [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:38.556259 dv-cinder-815146-4-iscsi neutron-server[101427]: WARNING oslo_policy.policy [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:38.567787 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.591044 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.721913 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.726845 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.749477 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:21:38.784410 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740574489429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.784995 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Unsubscribe: segment precommit_create {{(pid=101427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:21:38.785543 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Added segment f49a935d-dc3a-4f72-a153-24858b5b3e0c of type vlan for network 91652f1d-58af-43d8-90f2-f0914ca6e492 Oct 27 21:21:38.805055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d52f9e-95cb-4937-89e9-9e2a1bb9d9c0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:38.837718 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.838077 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.838414 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.838746 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.839071 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.839506 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.839768 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.840102 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.840438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.840754 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.841067 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.841379 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Tracked resource versions report: Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: pushed versions: Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Log': {'1.0'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Network': {'1.1'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Port': {'1.7'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'PortForwarding': {'1.2'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'QosPolicy': {'1.10'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SubPort': {'1.0'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Subnet': {'1.1'}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Trunk': {'1.1'}} Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: consumer versions: Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'ConntrackHelper': '1.0', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Log': '1.0', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Network': '1.1', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Port': '1.7', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'PortForwarding': '1.2', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'QosPolicy': '1.10', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroup': '1.4', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroupRule': '1.2', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SubPort': '1.0', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Subnet': '1.1', Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Trunk': '1.1'}} Oct 27 21:21:38.842442 dv-cinder-815146-4-iscsi neutron-server[101427]: {{(pid=101427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:38.929865 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.980630 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.982095 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:38.982957 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.072474 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4938467 Oct 27 21:21:39.109445 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed010c19-6f0a-48c9-a6fc-de16ba80d2cc admin admin] Pushing event updated for resources: {'Network': ['ID=91652f1d-58af-43d8-90f2-f0914ca6e492,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:39.123741 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:21:42.026400 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 58348) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:42.539555 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49b632-6c3a-4831-8bfb-16f1e34e5c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:42.541205 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0a49b632-6c3a-4831-8bfb-16f1e34e5c22 admin admin] 10.222.0.49 "GET /v2.0/networks/91652f1d-58af-43d8-90f2-f0914ca6e492 HTTP/1.1" status: 200 len: 825 time: 0.5137999 Oct 27 21:21:42.583659 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-497dbc28-561d-4e72-abfe-d34952ff4f95 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/b295cd52-8e14-4f24-b216-c5fe3a799e38 HTTP/1.1" status: 200 len: 734 time: 0.0361347 Oct 27 21:21:42.599095 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Request body: {'subnet': {'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'gateway_ip': '172.20.0.1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:42.623933 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Made reservation on behalf of 1d9d21114fbd45fba3428fa1db161104 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:42.626388 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:42.972394 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.039042 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e33a73-4835-48af-86c3-45659df34bc8,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:43.049001 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Checking segment: {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:43.049877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Network hostable DHCP agents. Network: 91652f1d-58af-43d8-90f2-f0914ca6e492, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:21:43.074499 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:21:43.093691 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 91652f1d-58af-43d8-90f2-f0914ca6e492) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:43.100892 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:43.101531 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.106960 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4f894-8bec-433c-9d94-d193d2a7edbe None None] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:43.121242 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f78c9a3e-390a-43bf-9c7f-3cfe177244d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5281689 Oct 27 21:21:43.511596 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-91652f1d-58af-43d8-90f2-f0914ca6e492', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:21:43.513723 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.942910 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Allocated IP 172.20.0.2 (91652f1d-58af-43d8-90f2-f0914ca6e492/e1e33a73-4835-48af-86c3-45659df34bc8/8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:21:44.205110 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.217269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.301862 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:44.307334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:44.317508 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Pushing event updated for resources: {'Port': ['ID=8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:44.319932 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:21:44.332527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.332891 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.333242 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.333582 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.333915 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.334249 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.334582 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.334910 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.335254 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.335608 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.335942 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.336268 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Tracked resource versions report: Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: pushed versions: Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Log': {'1.0'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Network': {'1.1'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Port': {'1.7'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'PortForwarding': {'1.2'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'QosPolicy': {'1.10'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SubPort': {'1.0'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Subnet': {'1.1'}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Trunk': {'1.1'}} Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: consumer versions: Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'ConntrackHelper': '1.0', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Log': '1.0', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Network': '1.1', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Port': '1.7', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'PortForwarding': '1.2', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'QosPolicy': '1.10', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroup': '1.4', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroupRule': '1.2', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SubPort': '1.0', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Subnet': '1.1', Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Trunk': '1.1'}} Oct 27 21:21:44.337332 dv-cinder-815146-4-iscsi neutron-server[101429]: {{(pid=101429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:44.422920 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Attempting to bind port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:21:44.423437 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Attempting to bind port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:21:44.423958 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Attempting to bind port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 on network 91652f1d-58af-43d8-90f2-f0914ca6e492 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:21:44.430500 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:21:44.430872 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Checking segment: {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:44.431347 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.431745 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Bound using segment: {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:21:44.432233 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Bound port: 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:21:44.432650 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.523406 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] For port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:21:44.529586 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] For port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7,segment=NetworkSegment(f49a935d-dc3a-4f72-a153-24858b5b3e0c),segment_id=f49a935d-dc3a-4f72-a153-24858b5b3e0c)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:21:44.535397 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.614975 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10fca1-0b43-40ff-81b5-37b8ee9d3f78 None None] Pushing event updated for resources: {'Port': ['ID=8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:46.113925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58356) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:46.554350 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [None req-3b65d4b8-d710-4118-a7d6-1d3470ad9b5f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:46.555903 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-3b65d4b8-d710-4118-a7d6-1d3470ad9b5f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4405088 Oct 27 21:21:49.540998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 58364) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:49.959041 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [None req-0940d44a-2006-4a2d-849f-43dd4fb249ba admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:49.960179 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0940d44a-2006-4a2d-849f-43dd4fb249ba admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4182007 Oct 27 21:21:51.831240 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3138f5ef-ce59-4e36-9a97-7d9effc2c3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.048764 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58378) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:53.482359 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Request body: {'router': {'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'name': 'router1', 'admin_state_up': True}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:53.522436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.524539 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.680607 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.686600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.705996 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:53.707130 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-52d14a5d-51e2-496a-ba40-5af7f4725958 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6566103 Oct 27 21:21:54.318312 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:54.434303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:54.434708 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:54.590701 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46988b8-1233-49c6-90f2-b4765c5f0213 None None] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:54.663008 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:54.723654 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7,segment=NetworkSegment(f49a935d-dc3a-4f72-a153-24858b5b3e0c),segment_id=f49a935d-dc3a-4f72-a153-24858b5b3e0c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:21:54.730058 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:54.741965 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-5b0e297c-a4c2-4baa-8b13-6378e754a9e2 None None] Provisioning complete for port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:54.742324 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297c-a4c2-4baa-8b13-6378e754a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:54.869926 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:55.297985 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-df1db679-e4e8-4cc1-bf44-5f045af33616 None None] Provisioning complete for port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:55.298270 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-df1db679-e4e8-4cc1-bf44-5f045af33616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:56.284422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:56.338147 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:56.338520 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:56.453328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58388) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:56.633803 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-831478bc-7f31-4685-bcef-37f8521383d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:56.854477 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [None req-ab0224af-9721-43e1-a81b-4e9cc6105323 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:56.855486 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ab0224af-9721-43e1-a81b-4e9cc6105323 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4011011 Oct 27 21:21:57.321790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:57.604587 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.251145 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.445363 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58406) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:59.602592 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:59.633775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Made reservation on behalf of fd959eda8704434a85f71b60ceb529e5 for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:59.636958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.656319 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.791461 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.795498 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.806796 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Reserving flat network on physical network physnet1 {{(pid=101428) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 21:21:59.842266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740574489429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:59.842857 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Unsubscribe: segment precommit_create {{(pid=101428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:21:59.843397 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Added segment dd18b23f-6b95-410a-a452-6710abddd4d5 of type flat for network 4085040b-03de-4648-a578-5125d0a65fde Oct 27 21:21:59.868349 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f678e34-cce8-4720-b3fd-243683af58e2,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:59.916751 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.917106 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.917436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.917763 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.918075 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.918405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.918732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.919127 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.919618 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Tracked resource versions report: Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: pushed versions: Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Log': {'1.0'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Network': {'1.1'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Port': {'1.7'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'PortForwarding': {'1.2'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'QosPolicy': {'1.10'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SubPort': {'1.0'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Subnet': {'1.1'}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Trunk': {'1.1'}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: consumer versions: Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'ConntrackHelper': '1.0', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Log': '1.0', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Network': '1.1', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Port': '1.7', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'PortForwarding': '1.2', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'QosPolicy': '1.10', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroup': '1.4', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroupRule': '1.2', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SubPort': '1.0', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Subnet': '1.1', Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Trunk': '1.1'}} Oct 27 21:21:59.923728 dv-cinder-815146-4-iscsi neutron-server[101428]: {{(pid=101428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:59.981791 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:00.056076 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:00.057265 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:22:00.057932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:00.148422 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7019188 Oct 27 21:22:00.175670 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22d078-4937-44ca-a8e8-2c000c0e8993 admin admin] Pushing event updated for resources: {'Network': ['ID=4085040b-03de-4648-a578-5125d0a65fde,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:00.189594 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 4085040b-03de-4648-a578-5125d0a65fde details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:22:02.659836 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58428) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:02.806922 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381efbd9-b961-4f53-a977-596beba16586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:22:02.808258 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-381efbd9-b961-4f53-a977-596beba16586 admin admin] 10.222.0.49 "GET /v2.0/subnets/e1e33a73-4835-48af-86c3-45659df34bc8 HTTP/1.1" status: 200 len: 849 time: 0.1471748 Oct 27 21:22:02.964353 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e5c8124c-0387-4fd9-b8b6-a38129eda2ae admin admin] 10.222.0.49 "GET /v2.0/routers/a9784ec1-abe0-44af-a8c2-92bf89d076e1 HTTP/1.1" status: 200 len: 704 time: 0.1493371 Oct 27 21:22:03.270887 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:03.596645 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Allocated IP 172.20.0.1 (91652f1d-58af-43d8-90f2-f0914ca6e492/e1e33a73-4835-48af-86c3-45659df34bc8/f0d81d5b-ebe8-448c-9223-e606a55f2630) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:22:03.636614 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:22:03.801710 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:03.869354 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:03.953319 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:22:03.958228 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:22:03.963728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d81d5b-ebe8-448c-9223-e606a55f2630,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:03.976165 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:22:03.976700 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.166232 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-d16096f0-142b-427e-9d97-e62ced81e761 None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:04.166990 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d16096f0-142b-427e-9d97-e62ced81e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.206041 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-d16096f0-142b-427e-9d97-e62ced81e761 None None] Port f0d81d5b-ebe8-448c-9223-e606a55f2630 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:22:04.310756 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.560625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.566801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.567653 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.645663 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d81d5b-ebe8-448c-9223-e606a55f2630,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:04.703938 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:22:04.706079 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:22:04.904673 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Router a9784ec1-abe0-44af-a8c2-92bf89d076e1 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:22:04.937371 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-aca8d213-9ed0-4c55-ae02-e4bacb3b51d6 None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:04.937734 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-aca8d213-9ed0-4c55-ae02-e4bacb3b51d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.972327 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-aca8d213-9ed0-4c55-ae02-e4bacb3b51d6 None None] Port f0d81d5b-ebe8-448c-9223-e606a55f2630 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:22:05.000425 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:22:05.008333 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-78bd96c4-ba0f-4791-9daf-796d7e74e4a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9784ec1-abe0-44af-a8c2-92bf89d076e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0343220 Oct 27 21:22:05.022822 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Sync routers for ids ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:22:05.036504 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Routers {'a9784ec1-abe0-44af-a8c2-92bf89d076e1'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:22:05.037384 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:21:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:05.241948 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Set router a9784ec1-abe0-44af-a8c2-92bf89d076e1 gateway port host: None {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:22:05.772142 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:04Z', 'revision_number': 2, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port_host': None, '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:04Z', 'revision_number': 2, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:05.846729 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Checking router: a9784ec1-abe0-44af-a8c2-92bf89d076e1 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:22:05.847102 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Updating router a9784ec1-abe0-44af-a8c2-92bf89d076e1 port f0d81d5b-ebe8-448c-9223-e606a55f2630 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:22:05.900105 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.512803 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.530957 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.696219 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Pushing event updated for resources: {'Port': ['ID=f0d81d5b-ebe8-448c-9223-e606a55f2630,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:06.711063 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Attempting to bind port f0d81d5b-ebe8-448c-9223-e606a55f2630 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:22:06.711500 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Attempting to bind port f0d81d5b-ebe8-448c-9223-e606a55f2630 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:22:06.711927 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Attempting to bind port f0d81d5b-ebe8-448c-9223-e606a55f2630 on network 91652f1d-58af-43d8-90f2-f0914ca6e492 {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:22:06.717939 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.718282 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.718611 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.718940 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.719263 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.719612 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.719935 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.720801 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.721125 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.721445 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.721759 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.722072 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Tracked resource versions report: Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: pushed versions: Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: { 'AddressGroup': {'1.2'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'ConntrackHelper': {'1.0'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Log': {'1.0'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Network': {'1.1'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Port': {'1.7'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'PortForwarding': {'1.2'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'QosPolicy': {'1.10'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroup': {'1.4'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SubPort': {'1.0'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Subnet': {'1.1'}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Trunk': {'1.1'}} Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: consumer versions: Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'ConntrackHelper': '1.0', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Log': '1.0', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Network': '1.1', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Port': '1.7', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'PortForwarding': '1.2', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'QosPolicy': '1.10', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroup': '1.4', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroupRule': '1.2', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SubPort': '1.0', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Subnet': '1.1', Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Trunk': '1.1'}} Oct 27 21:22:06.723702 dv-cinder-815146-4-iscsi neutron-server[101430]: {{(pid=101430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:22:06.726206 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:22:06.726621 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Checking segment: {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:22:06.727090 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.727490 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Bound using segment: {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:22:06.728006 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Bound port: f0d81d5b-ebe8-448c-9223-e606a55f2630, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49a935d-dc3a-4f72-a153-24858b5b3e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:22:06.728394 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.812932 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-e32ec528-561d-4997-81c0-0f9db01f7f03 None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:06.813499 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e32ec528-561d-4997-81c0-0f9db01f7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.813604 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] For port f0d81d5b-ebe8-448c-9223-e606a55f2630, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:22:06.835895 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] For port f0d81d5b-ebe8-448c-9223-e606a55f2630, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=f0d81d5b-ebe8-448c-9223-e606a55f2630,segment=NetworkSegment(f49a935d-dc3a-4f72-a153-24858b5b3e0c),segment_id=f49a935d-dc3a-4f72-a153-24858b5b3e0c)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:22:06.842188 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:06.854343 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec528-561d-4997-81c0-0f9db01f7f03 None None] Port f0d81d5b-ebe8-448c-9223-e606a55f2630 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:22:06.901463 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d069fc-050b-437d-8bb9-af190ae3277e None None] Pushing event updated for resources: {'Port': ['ID=f0d81d5b-ebe8-448c-9223-e606a55f2630,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:06.909154 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Routers {'a9784ec1-abe0-44af-a8c2-92bf89d076e1'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:22:06.909769 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:21:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:07.010696 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] Set router a9784ec1-abe0-44af-a8c2-92bf89d076e1 gateway port host: None {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:22:07.188422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:07.188892 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:07.264756 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:04Z', 'revision_number': 2, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port_host': None, '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:06Z', 'revision_number': 4, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:07.274704 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:07.303406 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4481a5d-88d1-4414-8ba9-106228c1bc30 None None] The sync data for ids ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'] in dv-cinder-815146-4-iscsi is: [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:04Z', 'revision_number': 2, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port_host': None, '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:06Z', 'revision_number': 4, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:22:07.316437 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] For port f0d81d5b-ebe8-448c-9223-e606a55f2630, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=f0d81d5b-ebe8-448c-9223-e606a55f2630,segment=NetworkSegment(f49a935d-dc3a-4f72-a153-24858b5b3e0c),segment_id=f49a935d-dc3a-4f72-a153-24858b5b3e0c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:22:07.324554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:07.384930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22ac7-520c-4cee-992c-ae0fdea61be4 None None] Pushing event updated for resources: {'Port': ['ID=f0d81d5b-ebe8-448c-9223-e606a55f2630,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:07.574379 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58440) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:07.702446 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbdd0ea-56a1-450e-9791-daa1cb57dd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:22:07.704976 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2cbdd0ea-56a1-450e-9791-daa1cb57dd6d admin admin] 10.222.0.49 "GET /v2.0/networks/4085040b-03de-4648-a578-5125d0a65fde HTTP/1.1" status: 200 len: 842 time: 0.1287875 Oct 27 21:22:07.715773 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:22:07.748806 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Made reservation on behalf of fd959eda8704434a85f71b60ceb529e5 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:22:07.751306 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.181119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.objects.ports [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 21:22:08.181582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.241318 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575f2c92-c560-4225-a1ba-0a76d67ae150,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:08.255741 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:22:08.256083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Network hostable DHCP agents. Network: 4085040b-03de-4648-a578-5125d0a65fde, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:22:08.280333 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:22:08.293215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 4085040b-03de-4648-a578-5125d0a65fde) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:22:08.298726 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:22:08.299349 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.307503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5ea2f-c4fb-470f-a737-7279b6b345b9 None None] Network 4085040b-03de-4648-a578-5125d0a65fde requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:22:08.321000 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-892126f8-60d9-44bb-9bb4-8be120193464 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6089606 Oct 27 21:22:08.489126 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95568cc-fe48-4012-9547-860e4b1ba543 None None] Network 4085040b-03de-4648-a578-5125d0a65fde requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:22:11.019699 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58448) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:11.182292 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b585a4d3-7085-4926-bada-3ecdeb101fb9 admin admin] 10.222.0.49 "GET /v2.0/routers/a9784ec1-abe0-44af-a8c2-92bf89d076e1 HTTP/1.1" status: 200 len: 710 time: 0.1613121 Oct 27 21:22:11.317012 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896cee3-ded3-4aea-b0e4-e081ff1488d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:22:11.318985 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e896cee3-ded3-4aea-b0e4-e081ff1488d3 admin admin] 10.222.0.49 "GET /v2.0/networks/4085040b-03de-4648-a578-5125d0a65fde HTTP/1.1" status: 200 len: 886 time: 0.1300192 Oct 27 21:22:11.333377 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:22:11.718658 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:12.019531 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:12.107507 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:12.229158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Allocated IP 172.27.0.104 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/a8344fdd-2cfe-4781-8645-f84e69dff678) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:22:12.347789 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:12.390346 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:12.431212 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:22:12.434537 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:22:12.445326 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:22:12.449598 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Pushing event updated for resources: {'Port': ['ID=a8344fdd-2cfe-4781-8645-f84e69dff678,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:12.784159 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:13.021899 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1660348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6991'] for router, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:13.026430 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1660325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1660330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657402'] for router, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:13.255103 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Router a9784ec1-abe0-44af-a8c2-92bf89d076e1 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:22:13.397063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:22:13.401565 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:13.403707 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f04c3f2e-5b6d-4654-b817-60f0422e6324 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9784ec1-abe0-44af-a8c2-92bf89d076e1 HTTP/1.1" status: 200 len: 890 time: 2.0748007 Oct 27 21:22:14.342872 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device f0d81d5b-ebe8-448c-9223-e606a55f2630 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:22:14.408103 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:14.408485 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:15.572440 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Sync routers for ids ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:22:15.593150 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Routers {'a9784ec1-abe0-44af-a8c2-92bf89d076e1'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:22:15.593150 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:21:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:15.848089 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Set router a9784ec1-abe0-44af-a8c2-92bf89d076e1 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:22:16.469650 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:12Z', 'revision_number': 4, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port': {'id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:12Z', 'updated_at': '2021-10-27T21:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:07Z', 'revision_number': 5, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:16.576930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Checking router: a9784ec1-abe0-44af-a8c2-92bf89d076e1 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:22:16.577639 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Updating router a9784ec1-abe0-44af-a8c2-92bf89d076e1 port a8344fdd-2cfe-4781-8645-f84e69dff678 binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:22:16.668366 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:16.671250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 58460) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:16.815694 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-efab54d3-8bc6-4240-8f47-1f456a16b082 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1425791 Oct 27 21:22:17.105898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:17.113477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:17.178992 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Attempting to bind port a8344fdd-2cfe-4781-8645-f84e69dff678 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:22:17.179397 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Attempting to bind port a8344fdd-2cfe-4781-8645-f84e69dff678 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:22:17.179768 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Attempting to bind port a8344fdd-2cfe-4781-8645-f84e69dff678 on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:22:17.185780 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dac2a2-e080-4492-8736-34dcc2102566 None None] Pushing event updated for resources: {'Port': ['ID=a8344fdd-2cfe-4781-8645-f84e69dff678,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:17.191378 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:22:17.191759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:22:17.192162 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:17.192556 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:22:17.193032 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Bound port: a8344fdd-2cfe-4781-8645-f84e69dff678, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:22:17.193437 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:17.256707 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] For port a8344fdd-2cfe-4781-8645-f84e69dff678, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:22:17.260434 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] For port a8344fdd-2cfe-4781-8645-f84e69dff678, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a8344fdd-2cfe-4781-8645-f84e69dff678,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:22:17.269857 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:17.358629 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Routers {'a9784ec1-abe0-44af-a8c2-92bf89d076e1'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:22:17.359170 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:21:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:17.365282 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dac2a2-e080-4492-8736-34dcc2102566 None None] Pushing event updated for resources: {'Port': ['ID=a8344fdd-2cfe-4781-8645-f84e69dff678,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:17.531477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] Set router a9784ec1-abe0-44af-a8c2-92bf89d076e1 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:22:17.827472 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:12Z', 'revision_number': 4, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port': {'id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:12Z', 'updated_at': '2021-10-27T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:07Z', 'revision_number': 5, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:22:17.869329 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f5b86-2d26-4cf4-96ad-f87596984254 None None] The sync data for ids ['a9784ec1-abe0-44af-a8c2-92bf89d076e1'] in dv-cinder-815146-4-iscsi is: [{'id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'name': 'router1', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:53Z', 'updated_at': '2021-10-27T21:22:12Z', 'revision_number': 4, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'gw_port': {'id': 'a8344fdd-2cfe-4781-8645-f84e69dff678', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:12Z', 'updated_at': '2021-10-27T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'f0d81d5b-ebe8-448c-9223-e606a55f2630', 'name': '', 'network_id': '91652f1d-58af-43d8-90f2-f0914ca6e492', 'tenant_id': '1d9d21114fbd45fba3428fa1db161104', 'mac_address': 'fa:16:3e:8a:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9784ec1-abe0-44af-a8c2-92bf89d076e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:22:03Z', 'updated_at': '2021-10-27T21:22:07Z', 'revision_number': 5, 'project_id': '1d9d21114fbd45fba3428fa1db161104', 'subnets': [{'id': 'e1e33a73-4835-48af-86c3-45659df34bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b295cd52-8e14-4f24-b216-c5fe3a799e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:22:18.387971 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a8344fdd-2cfe-4781-8645-f84e69dff678 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:22:18.458885 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a8344fdd-2cfe-4781-8645-f84e69dff678 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:18.459583 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:18.620531 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:18.662509 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port a8344fdd-2cfe-4781-8645-f84e69dff678, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a8344fdd-2cfe-4781-8645-f84e69dff678,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:22:18.668996 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:18.748094 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=a8344fdd-2cfe-4781-8645-f84e69dff678,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:20.323947 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a8344fdd-2cfe-4781-8645-f84e69dff678 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:22:20.391054 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a8344fdd-2cfe-4781-8645-f84e69dff678 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:20.392468 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:21.862624 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-19e2f396-5bf2-4e38-8d3b-c1fcf09b0477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:26.666713 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3665efa6-d432-483a-be3a-28373a310480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:27.327974 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:27.628184 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:29.277655 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:40.641724 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:22:51.856002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-53c87379-cda0-455b-8025-86360eae806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:56.633314 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a949528a-14f2-4b10-8381-d140b1500ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:57.320239 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:57.616726 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:59.286343 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:17.633455 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:21.835580 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5e38236f-100b-4b68-a015-631c73bf198f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:26.638655 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf5ca-0dc9-49bc-8df7-8ccb10a2b892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:27.334727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:27.616828 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:29.270435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:51.844114 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8ac23316-7ec4-47f8-96a8-77f538291385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:54.635934 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:56.630967 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-342457fd-ff33-40b5-94f4-322eac9d6d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:57.323581 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:57.617934 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:59.277062 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:08.836402 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59022) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:08.927178 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd1df79-66f9-42ec-b7cd-45e1e42bd4c7 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:24:08.928609 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-9bd1df79-66f9-42ec-b7cd-45e1e42bd4c7 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0912638 Oct 27 21:24:09.121038 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af925e0-7905-4db5-9f36-bb16a0d0d76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:09.123708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1af925e0-7905-4db5-9f36-bb16a0d0d76b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1881499 Oct 27 21:24:11.564445 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59032) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:11.699121 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba3cbea-1a4f-4eaf-9b1c-987927c81655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:11.701368 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2ba3cbea-1a4f-4eaf-9b1c-987927c81655 admin admin] 10.222.0.49 "GET /v2.0/subnets/e1e33a73-4835-48af-86c3-45659df34bc8 HTTP/1.1" status: 200 len: 849 time: 0.1353903 Oct 27 21:24:11.715265 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:24:11.843408 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Publish callbacks [] for subnet, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:12.037198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740574530021'] for subnet, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:12.071025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:12.071644 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:12.073495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] 10.222.0.49 "PUT /v2.0/subnets/e1e33a73-4835-48af-86c3-45659df34bc8 HTTP/1.1" status: 200 len: 868 time: 0.3647678 Oct 27 21:24:12.079526 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e04845-9e68-4916-9b55-9ff3ebc7b167 None None] Network 91652f1d-58af-43d8-90f2-f0914ca6e492 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:24:12.114385 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e33a73-4835-48af-86c3-45659df34bc8,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:12.123143 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.123599 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.124059 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.124615 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.124969 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.125373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.125894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.126316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.126839 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.127363 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.127704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.128102 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c503ac1-7d61-42fb-8518-96459ae8a86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:12.652653 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-34cd470d-0182-49d7-b93f-4059f636b945 None None] Provisioning complete for port 8d9f4e1a-0365-4bc1-ab7c-cc327e8802e7 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:24:12.652931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-34cd470d-0182-49d7-b93f-4059f636b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:12.775881 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-34cd470d-0182-49d7-b93f-4059f636b945 None None] Provisioning complete for port f0d81d5b-ebe8-448c-9223-e606a55f2630 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:24:12.776470 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-34cd470d-0182-49d7-b93f-4059f636b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:14.650966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59040) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:14.896736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd21e-5ad1-49b0-81bb-7735ead0709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:14.897255 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd21e-5ad1-49b0-81bb-7735ead0709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:14.899248 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-c1fbd21e-5ad1-49b0-81bb-7735ead0709f admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2468004 Oct 27 21:24:17.459933 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59048) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:17.611179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ccfa7-201d-45f7-b426-5aee3e4add98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:17.611659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ccfa7-201d-45f7-b426-5aee3e4add98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:17.613260 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0b7ccfa7-201d-45f7-b426-5aee3e4add98 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1520560 Oct 27 21:24:20.012122 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59056) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:20.162533 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f4966-8aa1-4ec5-be3b-dbe02d3c5c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:20.165030 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-562f4966-8aa1-4ec5-be3b-dbe02d3c5c7f admin admin] 10.222.0.49 "GET /v2.0/networks/4085040b-03de-4648-a578-5125d0a65fde HTTP/1.1" status: 200 len: 886 time: 0.1514406 Oct 27 21:24:21.828730 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d498c023-c036-43b2-86ae-3c3920c048d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:22.540815 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59064) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:22.686282 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421eadbf-f1db-4781-bbbf-5c9c64768b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:22.687705 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-421eadbf-f1db-4781-bbbf-5c9c64768b87 admin admin] 10.222.0.49 "GET /v2.0/networks/91652f1d-58af-43d8-90f2-f0914ca6e492 HTTP/1.1" status: 200 len: 869 time: 0.1456475 Oct 27 21:24:25.060735 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59072) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:25.193421 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf263b4-28cd-446d-8d29-39874ba5c51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:25.193861 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf263b4-28cd-446d-8d29-39874ba5c51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:25.195448 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-4bf263b4-28cd-446d-8d29-39874ba5c51d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337395 Oct 27 21:24:26.631546 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8aacb880-8b9a-4467-9c4b-b1e12f21492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:27.324753 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:27.613384 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:27.613625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59080) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:27.706364 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc04392-c9a4-48fe-81aa-6d092cae108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:27.706882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc04392-c9a4-48fe-81aa-6d092cae108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:27.708593 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ffc04392-c9a4-48fe-81aa-6d092cae108a admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941508 Oct 27 21:24:29.276892 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:30.048794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59088) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:30.149663 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc1e23-959a-4b5d-bcd7-8cd3330b8bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:30.151103 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-c8dc1e23-959a-4b5d-bcd7-8cd3330b8bd1 admin admin] 10.222.0.49 "GET /v2.0/subnets/575f2c92-c560-4225-a1ba-0a76d67ae150 HTTP/1.1" status: 200 len: 816 time: 0.1012137 Oct 27 21:24:31.634030 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:24:32.511834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59096) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:32.615093 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f75b60-939f-44c4-a36a-edc5722d9c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:32.616560 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f0f75b60-939f-44c4-a36a-edc5722d9c1f admin admin] 10.222.0.49 "GET /v2.0/subnets/e1e33a73-4835-48af-86c3-45659df34bc8 HTTP/1.1" status: 200 len: 868 time: 0.1037405 Oct 27 21:24:51.832511 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4de1-ad6c-4202-8459-9eec671e792a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:56.629945 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7c46a43f-8bf8-4e5a-92d4-a3bbe17e4b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:57.327420 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:57.619344 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:59.026392 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59150) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:59.086066 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [None req-cfad6651-315c-42cd-8d56-c61575d63b8e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:24:59.087238 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-cfad6651-315c-42cd-8d56-c61575d63b8e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0597320 Oct 27 21:24:59.278435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:01.550729 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59160) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:01.612231 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.pecan_wsgi.hooks.translation [None req-18043683-51d4-4c77-ac7b-6c59898810b7 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:25:01.616630 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-18043683-51d4-4c77-ac7b-6c59898810b7 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646379 Oct 27 21:25:01.710243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec127c-2781-4810-891e-38e19dc24b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:25:01.711738 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-83ec127c-2781-4810-891e-38e19dc24b9d admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0933964 Oct 27 21:25:04.106238 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59168) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:04.159864 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:25:04.182612 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Made reservation on behalf of fd959eda8704434a85f71b60ceb529e5 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:25:04.184910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:04.224643 dv-cinder-815146-4-iscsi neutron-server[101427]: WARNING neutron.services.revisions.revision_plugin [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Could not find related network for resource to bump revision. Oct 27 21:25:04.237732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:25:04.249139 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:04.249756 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Added segment bc879274-cecf-4105-85fa-1fbf145bcf1c of type vlan for network 38b635fc-b328-4a94-b431-9c007246831a Oct 27 21:25:04.292276 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:04.318226 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:04.319349 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:25:04.319794 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:04.380676 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2732880 Oct 27 21:25:04.385655 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Pushing event updated for resources: {'Network': ['ID=38b635fc-b328-4a94-b431-9c007246831a,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:04.393573 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.393918 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.394257 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.394595 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.394922 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.395251 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.395614 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.395977 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.396321 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.396651 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.396970 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.397289 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94f9a2-b385-44d1-90fc-b84cf6dc5a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:04.409364 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 38b635fc-b328-4a94-b431-9c007246831a details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:25:06.768004 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59176) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:06.831434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.pecan_wsgi.hooks.translation [None req-72270a1a-ea75-4aa0-b12b-2511a12ecf18 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:25:06.832858 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-72270a1a-ea75-4aa0-b12b-2511a12ecf18 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638587 Oct 27 21:25:07.027657 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a955d-533e-4acb-a2d1-969c77f290e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:25:07.029870 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0c0a955d-533e-4acb-a2d1-969c77f290e8 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1919630 Oct 27 21:25:07.043306 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Request body: {'subnet': {'network_id': '38b635fc-b328-4a94-b431-9c007246831a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:25:07.073990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Made reservation on behalf of fd959eda8704434a85f71b60ceb529e5 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:25:07.077254 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.318672 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.375783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=181ee7d3-215b-426a-8e0a-51160b183fec,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:07.391101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Checking segment: {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:25:07.391497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Network hostable DHCP agents. Network: 38b635fc-b328-4a94-b431-9c007246831a, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:25:07.409103 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Network 38b635fc-b328-4a94-b431-9c007246831a is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:25:07.420384 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 38b635fc-b328-4a94-b431-9c007246831a) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:25:07.428072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:25:07.429715 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.435085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e611565-d966-45f8-89b7-e8865002280a None None] Network 38b635fc-b328-4a94-b431-9c007246831a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:25:07.455745 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-eac019e6-f533-4b22-8ab3-7d417b9c08e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4185951 Oct 27 21:25:07.626522 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-38b635fc-b328-4a94-b431-9c007246831a', 'network_id': '38b635fc-b328-4a94-b431-9c007246831a', 'tenant_id': 'fd959eda8704434a85f71b60ceb529e5', 'fixed_ips': [{'subnet_id': '181ee7d3-215b-426a-8e0a-51160b183fec'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:25:07.627846 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.787309 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Allocated IP 192.168.233.2 (38b635fc-b328-4a94-b431-9c007246831a/181ee7d3-215b-426a-8e0a-51160b183fec/1dea70f6-b513-43d7-bd62-073e7f93168b) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:25:07.975034 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.981934 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.031457 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Network 38b635fc-b328-4a94-b431-9c007246831a is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:25:08.034902 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:25:08.038106 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:25:08.044918 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Pushing event updated for resources: {'Port': ['ID=1dea70f6-b513-43d7-bd62-073e7f93168b,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:08.056725 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.057152 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.057554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.057961 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.058221 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.058675 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.059870 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.060208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.060565 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.060895 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.061221 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.061543 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:08.119127 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Attempting to bind port 1dea70f6-b513-43d7-bd62-073e7f93168b on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:25:08.119527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Attempting to bind port 1dea70f6-b513-43d7-bd62-073e7f93168b by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:25:08.119892 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Attempting to bind port 1dea70f6-b513-43d7-bd62-073e7f93168b on network 38b635fc-b328-4a94-b431-9c007246831a {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:25:08.126096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:25:08.126473 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Checking segment: {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:25:08.126960 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.127557 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Bound using segment: {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:25:08.128050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Bound port: 1dea70f6-b513-43d7-bd62-073e7f93168b, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:25:08.128607 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.197835 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] For port 1dea70f6-b513-43d7-bd62-073e7f93168b, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:25:08.201930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] For port 1dea70f6-b513-43d7-bd62-073e7f93168b, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=1dea70f6-b513-43d7-bd62-073e7f93168b,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:25:08.207913 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.268446 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071d4ac-4a3e-4b75-9aba-397156224c3c None None] Pushing event updated for resources: {'Port': ['ID=1dea70f6-b513-43d7-bd62-073e7f93168b,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:08.639054 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:25:09.114607 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6744de-6cb1-40f8-b169-9410621d5e4e None None] Network 38b635fc-b328-4a94-b431-9c007246831a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:25:09.191245 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] Provisioning complete for port 1dea70f6-b513-43d7-bd62-073e7f93168b triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:25:09.191640 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:09.345319 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:09.387362 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] For port 1dea70f6-b513-43d7-bd62-073e7f93168b, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=1dea70f6-b513-43d7-bd62-073e7f93168b,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:25:09.394982 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:09.458377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ad0d-d638-404c-80cb-7b6cc19d0cb0 None None] Pushing event updated for resources: {'Port': ['ID=1dea70f6-b513-43d7-bd62-073e7f93168b,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:09.623066 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-97750347-433f-43d3-8a1a-416f32e0f3d3 None None] Provisioning complete for port 1dea70f6-b513-43d7-bd62-073e7f93168b triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:25:09.623415 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-97750347-433f-43d3-8a1a-416f32e0f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:10.425609 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 1dea70f6-b513-43d7-bd62-073e7f93168b up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:25:10.481405 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 1dea70f6-b513-43d7-bd62-073e7f93168b triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:25:10.481771 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:21.836447 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b0de1ec9-73b1-4ef3-9db7-c6dabbbb40f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:26.623563 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-84d5a4e5-2714-4203-ac3c-ddd9ff397346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:27.329992 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:27.613649 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:29.284286 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:45.638071 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:25:51.841365 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b0822c99-ef04-4b7f-a2e1-ed557a7527c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:56.619619 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-bfd1edb2-f353-4eee-bc54-4911c0f4ac29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:57.336889 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:57.617177 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:59.288470 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.039341 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59220) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:19.045572 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [None req-7468dfb9-e5c2-4199-a770-c86f983167b3 tempest-verify_tempest_config-1344772016 tempest-verify_tempest_config-1344772016-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:26:19.046538 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7468dfb9-e5c2-4199-a770-c86f983167b3 tempest-verify_tempest_config-1344772016 tempest-verify_tempest_config-1344772016-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0062258 Oct 27 21:26:19.338321 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59238) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:19.444133 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.525456 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.529957 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.576441 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36986ab1-15b4-456b-9ab3-fe9dc36e374e,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:19.580090 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=354da96fdbb747639455e13978e34862&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407734 Oct 27 21:26:19.582966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59244) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:19.585544 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.585912 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.586256 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.586592 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.586922 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.587244 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.587615 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.588104 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.588454 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.588780 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.589100 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.589420 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939629a0-39ca-45c9-b79a-4a6ca382fc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.640612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.664728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.753462 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.756805 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.758120 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36986ab1-15b4-456b-9ab3-fe9dc36e374e HTTP/1.1" status: 204 len: 168 time: 0.1740620 Oct 27 21:26:19.765983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36986ab1-15b4-456b-9ab3-fe9dc36e374e,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:19.772807 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.773174 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.773511 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.773832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.774153 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.774487 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.774808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.775137 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.775494 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.775808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.776118 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:19.776433 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dafc-70a6-46f8-ad3e-1d8d09d9c3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:21.849363 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7857a1bd-fb45-43ae-bd5e-77616c268220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:22.637404 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:26:26.623334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-30017ff0-2444-4515-aec6-53ed744ef310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:27.335799 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:27.620834 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.289568 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:51.841660 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3511257f-37e4-4cb3-a147-1fd81eb2c845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:56.624701 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9a23e46a-463c-441c-9cdd-f587cc827867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:57.337423 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:57.616686 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:59.288195 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:59.635340 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:21.843409 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-01e77dee-0d9b-4e31-b26b-92e9b7f63562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.625344 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-72295235-0a76-4135-87fb-383b6d804155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.340187 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.619049 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.299819 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:36.633791 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 5 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:51.847959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-97001402-e860-42a7-a4c2-c66fdcdb263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.626898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7fbb-1d54-499c-b18e-bab4ffb13478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.922336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603201'] for agent, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:57.343882 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:57.620872 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:59.299821 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:12.153159 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59316) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:12.258337 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-05c66055-5a86-4af6-bbf4-f4f6ced1bc31 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1040545 Oct 27 21:28:13.632896 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:28:14.576296 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59326) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:14.636836 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-357be469-70f0-47d5-9be3-569f7e66932f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0594540 Oct 27 21:28:21.848863 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1df9237f-e03b-4467-b929-a435827aef1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.628277 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5eed-5229-43f1-b7eb-d08edfac1746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.881682 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.346325 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.622725 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:29.301616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:50.631387 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:28:51.848803 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3d4467bd-5301-4c81-a641-e214e2b4694f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:56.634811 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ffc307ac-f50d-4316-8d61-3d44775e0a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:56.894701 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:57.348280 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:57.623414 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:59.306781 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.856772 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2acf5198-86b6-4be1-9a9e-8c32d766b2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.627364 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f85dbcb2-3bad-491a-9424-0543cb1cd735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.893205 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.352962 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.625854 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.630057 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:29:29.308211 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.428683 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59476) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:44.637544 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1749975840-network', 'tenant_id': '1125783b37e14844bc40275d6c5858b4'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:44.662047 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:44.665124 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.677099 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.761262 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.765821 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.794909 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae24da6-f9f3-4f6c-be39-1155494e6085,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:44.805399 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:44.812030 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.812438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.812747 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.813083 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.813414 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.813976 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.814187 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.814540 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.814885 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.815212 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.815562 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.815887 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Tracked resource versions report: Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: pushed versions: Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Log': {'1.0'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Network': {'1.1'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Port': {'1.7'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'PortForwarding': {'1.2'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'QosPolicy': {'1.10'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SubPort': {'1.0'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Subnet': {'1.1'}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Trunk': {'1.1'}} Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: consumer versions: Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'ConntrackHelper': '1.0', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Log': '1.0', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Network': '1.1', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Port': '1.7', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'PortForwarding': '1.2', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'QosPolicy': '1.10', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroup': '1.4', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SecurityGroupRule': '1.2', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'SubPort': '1.0', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Subnet': '1.1', Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: 'Trunk': '1.1'}} Oct 27 21:29:44.816877 dv-cinder-815146-4-iscsi neutron-server[101427]: {{(pid=101427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:44.824059 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.824243 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Added segment 60bd101d-4a33-41cc-a231-0027adb204dd of type vlan for network 6689ee59-ab48-4dc4-aa54-e929a94257ea Oct 27 21:29:44.867504 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.894091 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.895362 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:44.896080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.901042 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59518) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:44.956731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] Pushing event updated for resources: {'Network': ['ID=6689ee59-ab48-4dc4-aa54-e929a94257ea,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:44.968988 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:44.975019 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59526) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:44.975666 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-430de600-5b1b-4727-800a-f8aafb313f56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5457516 Oct 27 21:29:44.981830 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Request body: {'subnet': {'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1749975840-subnet', 'tenant_id': '1125783b37e14844bc40275d6c5858b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:45.007005 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:45.011426 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.197404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.259810 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d1ca55-0f5d-4719-90fb-83baa9616463,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:45.268485 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.268861 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.269199 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.269529 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.269854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.270193 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.270522 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.270882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.271386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.271771 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.272091 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.272483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Tracked resource versions report: Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: pushed versions: Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Log': {'1.0'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Network': {'1.1'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Port': {'1.7'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'PortForwarding': {'1.2'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'QosPolicy': {'1.10'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SubPort': {'1.0'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Subnet': {'1.1'}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Trunk': {'1.1'}} Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: consumer versions: Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'ConntrackHelper': '1.0', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Log': '1.0', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Network': '1.1', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Port': '1.7', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'PortForwarding': '1.2', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'QosPolicy': '1.10', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroup': '1.4', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SecurityGroupRule': '1.2', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'SubPort': '1.0', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Subnet': '1.1', Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: 'Trunk': '1.1'}} Oct 27 21:29:45.273547 dv-cinder-815146-4-iscsi neutron-server[101428]: {{(pid=101428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:45.276716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Checking segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:45.277214 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Network hostable DHCP agents. Network: 6689ee59-ab48-4dc4-aa54-e929a94257ea, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:45.295717 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:45.314198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 6689ee59-ab48-4dc4-aa54-e929a94257ea) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:45.356481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2e702-7f3a-4025-b5fb-58ba67aaccab None None] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:45.370141 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:45.371465 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.398544 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-80a0b49f-dd23-480a-ab5d-6f66d45c3a8e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4214237 Oct 27 21:29:45.451834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-766140759-network', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:45.485837 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Made reservation on behalf of 4d2a10e5e3634294be6809b6465813c5 for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:45.490244 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.501995 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a91a57-cfe7-48a7-abbe-687cff58339a None None] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:45.506350 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.623356 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.629018 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.670928 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59556) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:45.680532 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:45.683455 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e785a90a-534e-49b6-8a55-689153c030f1,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:45.695593 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.696094 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Added segment 432e55ba-1334-4ea4-864e-46087d17884a of type vlan for network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a Oct 27 21:29:45.732051 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59564) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:45.752093 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.778263 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.779652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:45.780435 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.845671 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59570) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:45.845906 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9429686 Oct 27 21:29:45.852374 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Request body: {'subnet': {'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-subnet', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:45.859960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f052-d067-4807-9b32-1974a0f86ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=1294c118-ebfc-4f5c-83ce-ee15707b8f2a,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:45.880237 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:45.900738 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Made reservation on behalf of 4d2a10e5e3634294be6809b6465813c5 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:45.903797 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.061258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-196518271-network', 'tenant_id': 'bf31568f2150446f9c6864022fa0e3dd'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.123027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1510933040-network', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.125861 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Made reservation on behalf of bf31568f2150446f9c6864022fa0e3dd for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:46.132851 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.146014 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.170670 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.236426 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Made reservation on behalf of 15935ec9d55a4dbebab5387cc5104b3b for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:46.238823 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.265944 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.299871 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292cc8da-11bc-4338-a17b-86db2a475d3b,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.329455 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Checking segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:46.330035 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Network hostable DHCP agents. Network: 1294c118-ebfc-4f5c-83ce-ee15707b8f2a, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:46.377081 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.389172 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.455712 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.482394 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.492278 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:46.526637 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:46.537826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.538427 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Added segment f700292e-cd5e-4d5d-9144-990fed9baa1f of type vlan for network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 Oct 27 21:29:46.589080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.636169 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc552f-d71c-4039-a94b-5a2dad153906,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.646571 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.652712 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 1294c118-ebfc-4f5c-83ce-ee15707b8f2a) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:46.654277 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:46.665377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609e65b-6b94-4118-af58-4b098d509ce4 None None] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:46.665895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.666057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.689160 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5ed459d6-2f01-4a4b-90df-2a3d1ae45174 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8418531 Oct 27 21:29:46.691933 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59610) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:46.697837 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.702438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.702992 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Added segment 0ad536e2-870f-400e-8441-4bad53bfd803 of type vlan for network 04c16621-ebe3-4591-9f01-8bff101a19c0 Oct 27 21:29:46.754816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.755910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.756064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.756782 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.757366 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.814998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.839163 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1662002 Oct 27 21:29:46.839964 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59616) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:46.857471 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.862205 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Request body: {'subnet': {'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-196518271-subnet', 'tenant_id': 'bf31568f2150446f9c6864022fa0e3dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.879903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e05d5-93a3-436f-90d1-c3c970950be3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.906038 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.907375 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.908245 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.927013 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:46.970654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Made reservation on behalf of bf31568f2150446f9c6864022fa0e3dd for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:46.973133 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.996939 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2633631 Oct 27 21:29:47.031634 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59624) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:47.036911 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Request body: {'subnet': {'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1510933040-subnet', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:47.055362 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.079286 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718be38c-5f7c-40b8-aae8-59e8958b643a admin admin] Pushing event updated for resources: {'Network': ['ID=04c16621-ebe3-4591-9f01-8bff101a19c0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.086144 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Made reservation on behalf of 15935ec9d55a4dbebab5387cc5104b3b for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:47.088513 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Publish callbacks [] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.189180 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:47.320176 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:47.326661 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.425423 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.528352 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2fe20e-3e90-4e18-973a-30c1e203ddc1,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.565366 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Checking segment: {'id': 'f700292e-cd5e-4d5d-9144-990fed9baa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:47.565795 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Network hostable DHCP agents. Network: c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:47.569641 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.614324 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:47.629246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:47.635685 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Allocated IP 172.20.0.2 (1294c118-ebfc-4f5c-83ce-ee15707b8f2a/292cc8da-11bc-4338-a17b-86db2a475d3b/a110c941-4e2f-4036-9768-80451207fbf9) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:47.637557 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.638567 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.651609 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e5512-18ff-4385-be2b-b34b2ce99e97 None None] Network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:47.675229 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-678394a3-7e17-4489-97bb-edd149e21fbf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8294244 Oct 27 21:29:47.704486 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Checking segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:47.705044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Network hostable DHCP agents. Network: 04c16621-ebe3-4591-9f01-8bff101a19c0, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:47.741672 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:47.775009 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ef3be3-5709-4b56-8ee2-3f1e9daf506f,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.782490 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 04c16621-ebe3-4591-9f01-8bff101a19c0) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:47.794112 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.795252 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.813629 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.822601 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d29051-82e2-4819-9b0e-34bb1961c913 None None] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:47.840607 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.845773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-84e1b3f9-ec09-45f1-ad4b-c06c5a8f2dfd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8128169 Oct 27 21:29:47.848883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59666) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:47.855810 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:47.913034 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.915507 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.064221 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Allocated IP 172.27.0.2 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/b98ce671-9ce3-4c28-9eae-e9f9c3f0107f) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:48.124435 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59688) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:48.129250 dv-cinder-815146-4-iscsi neutron-server[101428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 21:29:48.129652 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907350a-c09e-452e-a51c-40179b9c32b1 None None] Network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:48.292784 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.486010 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59712) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:48.616289 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-04c16621-ebe3-4591-9f01-8bff101a19c0', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:48.618018 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.630396 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.740441 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.741428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.790871 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:48.792755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.797695 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:48.819649 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:48.839665 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-2adbffca-1f26-40a6-b301-d0b9bf64a6b7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.841543 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-2adbffca-1f26-40a6-b301-d0b9bf64a6b7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.7136078 Oct 27 21:29:48.849497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.894363 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Pushing event updated for resources: {'Port': ['ID=a110c941-4e2f-4036-9768-80451207fbf9,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:48.924803 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-f99dd794-49d0-4e25-ab97-6a2c7f217e33 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.927027 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.927335 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-f99dd794-49d0-4e25-ab97-6a2c7f217e33 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/networks?id=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 HTTP/1.1" status: 200 len: 811 time: 0.4373012 Oct 27 21:29:48.927485 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.927761 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.928096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.928427 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.928757 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.929280 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.929634 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.930011 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.930340 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.930666 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.930988 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Tracked resource versions report: Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: pushed versions: Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Log': {'1.0'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Network': {'1.1'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Port': {'1.7'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'PortForwarding': {'1.2'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'QosPolicy': {'1.10'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SubPort': {'1.0'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Subnet': {'1.1'}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Trunk': {'1.1'}} Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: consumer versions: Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'ConntrackHelper': '1.0', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Log': '1.0', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Network': '1.1', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Port': '1.7', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'PortForwarding': '1.2', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'QosPolicy': '1.10', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroup': '1.4', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SecurityGroupRule': '1.2', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'SubPort': '1.0', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Subnet': '1.1', Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: 'Trunk': '1.1'}} Oct 27 21:29:48.932029 dv-cinder-815146-4-iscsi neutron-server[101429]: {{(pid=101429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:48.947310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:48.947310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:48.948347 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Allocated IP 172.20.0.2 (04c16621-ebe3-4591-9f01-8bff101a19c0/31ef3be3-5709-4b56-8ee2-3f1e9daf506f/2a802568-3aa9-4d16-8463-839cdb5513ae) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:48.948457 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:48.955591 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Attempting to bind port a110c941-4e2f-4036-9768-80451207fbf9 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:48.956091 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Attempting to bind port a110c941-4e2f-4036-9768-80451207fbf9 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:48.956493 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Attempting to bind port a110c941-4e2f-4036-9768-80451207fbf9 on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:48.967186 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:48.967747 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Checking segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:48.968150 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.968544 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Bound using segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:48.969017 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Bound port: a110c941-4e2f-4036-9768-80451207fbf9, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:48.969418 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.026078 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d96f623e-ec57-4a52-8c85-4118ce1daf9e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/quotas/1125783b37e14844bc40275d6c5858b4 HTTP/1.1" status: 200 len: 375 time: 0.1689065 Oct 27 21:29:49.030680 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.037997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-7882e0a8-171c-48b1-a156-e8a5201f5785 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/quotas/bf31568f2150446f9c6864022fa0e3dd HTTP/1.1" status: 200 len: 375 time: 0.0945926 Oct 27 21:29:49.109845 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] For port a110c941-4e2f-4036-9768-80451207fbf9, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:49.114357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.114945 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] For port a110c941-4e2f-4036-9768-80451207fbf9, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a110c941-4e2f-4036-9768-80451207fbf9,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:49.131146 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-4b2e7c78-e37b-4261-9b4d-acb304146dde tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979106 Oct 27 21:29:49.136377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.154549 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.181112 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-18867c0e-33e4-43ca-a894-6bdcca99cbd9 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf31568f2150446f9c6864022fa0e3dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075475 Oct 27 21:29:49.220517 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.243764 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.252768 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8e3e4-abe5-4074-8046-348eaf6fd4af None None] Pushing event updated for resources: {'Port': ['ID=a110c941-4e2f-4036-9768-80451207fbf9,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.306152 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:49.312152 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:49.314591 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:49.351880 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Pushing event updated for resources: {'Port': ['ID=2a802568-3aa9-4d16-8463-839cdb5513ae,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.417966 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Attempting to bind port 2a802568-3aa9-4d16-8463-839cdb5513ae on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:49.418397 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Attempting to bind port 2a802568-3aa9-4d16-8463-839cdb5513ae by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:49.418768 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Attempting to bind port 2a802568-3aa9-4d16-8463-839cdb5513ae on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:49.424555 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:49.424935 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Checking segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:49.425963 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.426527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Bound using segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:49.427331 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Bound port: 2a802568-3aa9-4d16-8463-839cdb5513ae, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:49.427739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.435787 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.518609 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Allocated IP 172.27.0.24 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/e8a1a8c7-dbc1-4948-b964-4012c874eeef) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:49.531116 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] For port 2a802568-3aa9-4d16-8463-839cdb5513ae, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:49.535339 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] For port 2a802568-3aa9-4d16-8463-839cdb5513ae, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2a802568-3aa9-4d16-8463-839cdb5513ae,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:49.540445 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f58df44c-a8eb-4af5-a90f-3d5c5f0e7d7e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:49.542621 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.548465 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f58df44c-a8eb-4af5-a90f-3d5c5f0e7d7e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1253791 Oct 27 21:29:49.673573 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10e672-8677-4c5e-926f-a0a3bdc2596c None None] Pushing event updated for resources: {'Port': ['ID=2a802568-3aa9-4d16-8463-839cdb5513ae,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.677455 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-efc71949-caad-4e99-9679-dffea43b8f2f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:49.679190 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-efc71949-caad-4e99-9679-dffea43b8f2f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1788201 Oct 27 21:29:49.684410 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-a5547878-7146-4533-b2d5-883ebec98063 service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350994 Oct 27 21:29:49.756781 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.861106 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.963094 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:49.980993 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:49.983845 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:50.038268 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.045082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-10ad2b7e-b4be-45b6-ad03-50ab419fa1ea service neutron] 10.222.0.49 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422287 Oct 27 21:29:50.070714 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Pushing event updated for resources: {'Port': ['ID=e8a1a8c7-dbc1-4948-b964-4012c874eeef,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.136256 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-c7d35d46-9940-4f23-8126-7642c0654d5d service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696613 Oct 27 21:29:50.232267 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-db3140ea-5239-4b3c-ac8e-ca393ea75dd1 service neutron] 10.222.0.49 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764851 Oct 27 21:29:50.277048 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:50.441146 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.795313 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a110c941-4e2f-4036-9768-80451207fbf9 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:50.891009 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f1604e50-4955-435e-bfff-a65ad303363e req-d866f5f9-69e4-4cc7-b641-a18e3fc92dce tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.1805391 Oct 27 21:29:50.965677 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:50.967205 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ade42-786f-45cb-8a9a-d9609a815e7d None None] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:50.989572 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:51.007819 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.011879 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e5460d96-e365-439c-859c-62cee04ba4b6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3156295 Oct 27 21:29:51.013243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59796) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:51.023376 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:51.024652 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:51.176314 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a110c941-4e2f-4036-9768-80451207fbf9 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:51.177328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.268769 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-51b54363-f3ac-4969-82fa-4bd4b51994d6 None None] Provisioning complete for port a110c941-4e2f-4036-9768-80451207fbf9 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:51.269465 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-51b54363-f3ac-4969-82fa-4bd4b51994d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.379511 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f85d4b59-a04a-4618-a2fa-af3f1d984134 req-9575b51f-b73c-4dd3-b698-6515092b382a tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.2068136 Oct 27 21:29:51.548941 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.624297 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62971f8-d6d8-4bed-ae89-4968a96fa731 None None] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:51.699232 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:51.739127 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.779302 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-51b54363-f3ac-4969-82fa-4bd4b51994d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.872230 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port a110c941-4e2f-4036-9768-80451207fbf9, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a110c941-4e2f-4036-9768-80451207fbf9,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:51.933142 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.937085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2a802568-3aa9-4d16-8463-839cdb5513ae up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:52.018666 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:52.170745 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5719af99-1854-4c98-9976-3a44cb7a6cc0 req-67ccf670-d305-41e7-b245-f7e62d50b635 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.1049471 Oct 27 21:29:52.197183 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:49Z', 'revision_number': 3, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:52.224388 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=a110c941-4e2f-4036-9768-80451207fbf9,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.282557 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:52.282907 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Updating router 0a65a488-bd4f-4af1-a663-d3e1e06c521c port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:52.290591 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.333256 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.337090 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:52.338146 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.db.api [None req-51b54363-f3ac-4969-82fa-4bd4b51994d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:29:52.338790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG oslo_db.api [None req-51b54363-f3ac-4969-82fa-4bd4b51994d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:29:52.345625 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9aecb60d-f337-4338-acc7-27bf35c86a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.349823 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:52.372529 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 2a802568-3aa9-4d16-8463-839cdb5513ae triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:52.373282 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.375952 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:52.376883 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:52.378216 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.385940 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0251558c-e8ef-4184-bc0b-84d562b8a99f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5351679 Oct 27 21:29:52.388421 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59858) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:52.548476 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc7febca-f007-4db0-9ef7-1998855bd94a req-35b0b53c-a8ae-4227-8e52-ea06a9e6f1b7 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0806575 Oct 27 21:29:52.654128 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.668100 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.672008 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Allocated IP 172.20.0.1 (1294c118-ebfc-4f5c-83ce-ee15707b8f2a/292cc8da-11bc-4338-a17b-86db2a475d3b/c50bf85d-6946-439f-9492-21830ce1ae92) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:52.761117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:52.766525 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Attempting to bind port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:52.767328 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Attempting to bind port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:52.767328 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Attempting to bind port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:52.779607 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:52.779980 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:52.780379 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.780787 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:52.781257 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Bound port: b98ce671-9ce3-4c28-9eae-e9f9c3f0107f, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:52.781650 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.824152 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Pushing event updated for resources: {'Port': ['ID=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,revision_number=2']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.861272 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.864255 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.866662 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.869701 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.870388 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.871325 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.872485 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.874366 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.874924 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.876498 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.877197 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.877712 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.879790 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.880399 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Tracked resource versions report: Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: pushed versions: Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Log': {'1.0'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Network': {'1.1'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Port': {'1.7'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'PortForwarding': {'1.2'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'QosPolicy': {'1.10'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SubPort': {'1.0'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Subnet': {'1.1'}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Trunk': {'1.1'}} Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: consumer versions: Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: { DHCP agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: L3 agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: Metadata agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: Metering agent@dv-cinder-815146-4-iscsi: {}, Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: Open vSwitch agent@dv-cinder-815146-4-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'ConntrackHelper': '1.0', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Log': '1.0', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Network': '1.1', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Port': '1.7', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'PortForwarding': '1.2', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'QosPolicy': '1.10', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroup': '1.4', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SecurityGroupRule': '1.2', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'SubPort': '1.0', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Subnet': '1.1', Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: 'Trunk': '1.1'}} Oct 27 21:29:52.883735 dv-cinder-815146-4-iscsi neutron-server[101430]: {{(pid=101430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:52.933864 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] For port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:52.939470 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] For port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:52.946665 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.970063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.051065 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 2a802568-3aa9-4d16-8463-839cdb5513ae, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2a802568-3aa9-4d16-8463-839cdb5513ae,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:53.061499 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.062332 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:53.079141 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6ec2-0bd2-4a66-a892-a910a4fa115c None None] Pushing event updated for resources: {'Port': ['ID=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.091069 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:53.095308 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:53.096585 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:53.104916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:53.105390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.181809 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.253584 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=2a802568-3aa9-4d16-8463-839cdb5513ae,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.299884 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-2cdcecd9-6cca-4ddf-b76d-4a9727b913a0 None None] Provisioning complete for port 2a802568-3aa9-4d16-8463-839cdb5513ae triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:53.300446 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2cdcecd9-6cca-4ddf-b76d-4a9727b913a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.306789 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a110c941-4e2f-4036-9768-80451207fbf9 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:53.361549 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:53.431094 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:50Z', 'revision_number': 3, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:53.477778 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:53.478325 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Updating router 51061b71-95c2-4006-a192-39bf0a3b70c0 port e8a1a8c7-dbc1-4948-b964-4012c874eeef binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:53.506244 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Pushing event updated for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.520680 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.553165 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e7e237ea-879c-4ef8-bdc2-c01da51bc6e3 req-7810437e-528f-4a94-b3ea-db4ced0a0c66 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.1443138 Oct 27 21:29:53.609669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.619151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a110c941-4e2f-4036-9768-80451207fbf9 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:53.619484 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.657661 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-2cdcecd9-6cca-4ddf-b76d-4a9727b913a0 None None] Provisioning complete for port a110c941-4e2f-4036-9768-80451207fbf9 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:53.658034 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2cdcecd9-6cca-4ddf-b76d-4a9727b913a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.678397 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:49Z', 'revision_number': 3, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:53.716865 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Allocated IP 172.20.0.1 (04c16621-ebe3-4591-9f01-8bff101a19c0/31ef3be3-5709-4b56-8ee2-3f1e9daf506f/01b6c306-de2f-4c7b-baae-3a6447933495) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:53.719826 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3d9c-aeb6-4263-b484-eacc476bb7c7 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:49Z', 'revision_number': 3, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:53.816329 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a46add-6a3d-4347-a603-96e1cf7aeab0 req-308a7e97-caae-48e1-be9c-bdd936e25c16 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0614696 Oct 27 21:29:53.852154 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.894008 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.905399 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.911151 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.913071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.940147 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:53.945925 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:53.966047 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Pushing event updated for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:54.004929 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:54.005997 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.028918 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Pushing event updated for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:54.100975 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.111267 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-4b0e3da6-7f7f-4a22-81ee-c3162ed481c4 None None] Provisioning complete for port c50bf85d-6946-439f-9492-21830ce1ae92 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:54.112003 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3da6-7f7f-4a22-81ee-c3162ed481c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.114046 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.119067 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:54.135344 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:54.291637 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Attempting to bind port e8a1a8c7-dbc1-4948-b964-4012c874eeef on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:54.292019 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Attempting to bind port e8a1a8c7-dbc1-4948-b964-4012c874eeef by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:54.292385 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Attempting to bind port e8a1a8c7-dbc1-4948-b964-4012c874eeef on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:54.294498 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941353d-8c46-44b7-8148-808acc62f985 None None] Pushing event updated for resources: {'Port': ['ID=e8a1a8c7-dbc1-4948-b964-4012c874eeef,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:54.304816 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e3da6-7f7f-4a22-81ee-c3162ed481c4 None None] Port c50bf85d-6946-439f-9492-21830ce1ae92 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:54.308394 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:54.308774 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:54.309178 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.309571 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:54.310054 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Bound port: e8a1a8c7-dbc1-4948-b964-4012c874eeef, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:54.310439 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.406367 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] For port e8a1a8c7-dbc1-4948-b964-4012c874eeef, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:54.411665 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] For port e8a1a8c7-dbc1-4948-b964-4012c874eeef, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e8a1a8c7-dbc1-4948-b964-4012c874eeef,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:54.422243 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.459359 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.554763 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-60dd1af9-8961-4456-a12b-ca7f28e9559a None None] Provisioning complete for port 01b6c306-de2f-4c7b-baae-3a6447933495 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:54.554763 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-60dd1af9-8961-4456-a12b-ca7f28e9559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.586609 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941353d-8c46-44b7-8148-808acc62f985 None None] Pushing event updated for resources: {'Port': ['ID=e8a1a8c7-dbc1-4948-b964-4012c874eeef,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:54.592819 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:54.593261 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:54.671512 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:54.762660 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-60dd1af9-8961-4456-a12b-ca7f28e9559a None None] Port 01b6c306-de2f-4c7b-baae-3a6447933495 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:54.841163 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:54.920817 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0a3dd1d0-16e2-4439-a27a-53ed356dace5 req-bd72a633-e6c1-4666-8a96-ba1da0457ea0 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.1584768 Oct 27 21:29:54.936362 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.944161 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.946100 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.990792 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-00d6ce6c-bf44-43f6-823b-fcbf59915c63 None None] Provisioning complete for port c50bf85d-6946-439f-9492-21830ce1ae92 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:54.998430 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-00d6ce6c-bf44-43f6-823b-fcbf59915c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.003023 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:55.005207 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Pushing event updated for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:55.011431 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-34e5a829-a656-48b8-87cf-d3e8cc0c5681 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a65a488-bd4f-4af1-a663-d3e1e06c521c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9970989 Oct 27 21:29:55.122667 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-00d6ce6c-bf44-43f6-823b-fcbf59915c63 None None] Port c50bf85d-6946-439f-9492-21830ce1ae92 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:55.133641 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-87851863-cb40-4066-93ea-62d9a9da2811 req-105eb396-c676-4e61-81b1-be5f45ac2f40 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0759120 Oct 27 21:29:55.225771 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:55.231541 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:55.332226 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:55.334597 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2a802568-3aa9-4d16-8463-839cdb5513ae up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:55.406165 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:55.553790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5460bfa-b140-444f-9e31-ab681eaa3b63 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:55.596528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:55.603927 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8643c9df-a791-43eb-ad03-c77d0c4be611 admin admin] 10.222.0.49 "PUT /v2.0/routers/51061b71-95c2-4006-a192-39bf0a3b70c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143662 Oct 27 21:29:55.621295 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 2a802568-3aa9-4d16-8463-839cdb5513ae triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:55.621771 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.713615 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-487d91bd-0426-4776-ac38-d828eabc9f60 None None] Provisioning complete for port 01b6c306-de2f-4c7b-baae-3a6447933495 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:55.713989 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-487d91bd-0426-4776-ac38-d828eabc9f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.734298 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59944) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:55.740591 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989099574', 'description': 'tempest-description--473946219'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:55.791118 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-487d91bd-0426-4776-ac38-d828eabc9f60 None None] Port 01b6c306-de2f-4c7b-baae-3a6447933495 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:55.794010 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.798269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device b98ce671-9ce3-4c28-9eae-e9f9c3f0107f up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:55.872650 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:55.872912 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.994569 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.015536 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.035476 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.068809 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:56.083014 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.093126 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.101782 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3654490 Oct 27 21:29:56.103387 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59962) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.109070 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group_rule': {'security_group_id': '3878473b-253a-40f6-b7a6-6aaceab39f37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:56.137999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63d64175-3bdd-40fd-8822-df274936dd58 req-d73695a7-2837-4054-9409-5c9e7b96b107 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.0775785 Oct 27 21:29:56.159123 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922f1c-b421-48e4-b280-71e18f47430b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3878473b-253a-40f6-b7a6-6aaceab39f37,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.163177 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.185373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.328576 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.335256 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.366731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdfb40b-3fd2-4b1a-ba65-d36243718bcb,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.375210 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:56.387456 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.392093 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4125c921-b703-4a78-98a4-cb5be4cb5e0f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874420 Oct 27 21:29:56.392883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59978) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.396615 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb1d6c96-8fe1-4a90-8a73-7d59c2a78a40 req-7d548d27-0d52-43f9-ad22-baaded9bc6e0 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0434945 Oct 27 21:29:56.399665 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group_rule': {'security_group_id': '3878473b-253a-40f6-b7a6-6aaceab39f37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:56.413553 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:56.416588 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:56.436272 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.478947 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59980) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.484209 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441222145', 'description': 'tempest-description--204159314'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:56.532908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.538405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.545945 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.573884 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.578976 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847072 Oct 27 21:29:56.579702 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59982) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.585434 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:56.619319 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5ce75-0f67-48e7-9f9e-bf97a35493e5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e55c6d-ed1e-4601-a2f4-4b1557b3eaa7,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.627905 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:56.628109 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.684954 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b83f291a-eedd-46d6-85cb-69036f9747e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.751392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.759201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.826563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b05622-7d79-4d5c-b523-cfa33c71aa6e,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.840741 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.843006 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-fcd0970c-25fd-4323-9aaf-b01b7faaad50 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3629971 Oct 27 21:29:56.847603 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 59992) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.852908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group_rule': {'security_group_id': 'c5b05622-7d79-4d5c-b523-cfa33c71aa6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:56.913670 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.952391 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 2, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:56.983193 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.988909 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:56.989266 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Updating router 0a65a488-bd4f-4af1-a663-d3e1e06c521c port c50bf85d-6946-439f-9492-21830ce1ae92 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:57.003030 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.022752 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.033051 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.066090 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaa9071-8f7b-49a6-aad5-ba1ad852d7dc,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.080956 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.082411 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3996f0dd-8689-442e-b82e-739cf3a81b10 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338405 Oct 27 21:29:57.085155 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 59994) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:57.090383 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group_rule': {'security_group_id': 'c5b05622-7d79-4d5c-b523-cfa33c71aa6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:57.137717 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Allocated IP 172.27.0.154 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/91cf1a59-1dd4-4e8a-bbfa-a47102c70df7) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:57.143388 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.254589 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.259147 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.269342 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.291600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9b8acb-4f84-410f-a31c-3cb7de88afef,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.349638 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.355648 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7d389c18-712d-4536-840c-debd61815856 req-920b0ee0-4cd7-4e33-8dda-b502eaf3e962 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.0405486 Oct 27 21:29:57.373318 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.379471 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60004) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:57.379781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7c216521-3f67-457b-9485-c9f595fcbc11 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930825 Oct 27 21:29:57.384724 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device b98ce671-9ce3-4c28-9eae-e9f9c3f0107f up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:57.386137 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:57.413212 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.446305 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:57.447058 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.455807 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:57.463696 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:57.468928 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:57.518093 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a961ad62-6452-4302-a3bf-7b36c802b343 req-522f47a8-b4f2-42b1-aca7-e52538e1d1a7 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0432181 Oct 27 21:29:57.566662 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=91cf1a59-1dd4-4e8a-bbfa-a47102c70df7,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.588667 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.596782 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.605922 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.608784 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e8a1a8c7-dbc1-4948-b964-4012c874eeef up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:57.660523 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65781cb-9b9f-48a8-9748-ec6f3163cf6f None None] Pushing event updated for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.660867 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.718339 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.721791 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.732365 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Attempting to bind port c50bf85d-6946-439f-9492-21830ce1ae92 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:57.732738 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Attempting to bind port c50bf85d-6946-439f-9492-21830ce1ae92 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:57.733096 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Attempting to bind port c50bf85d-6946-439f-9492-21830ce1ae92 on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:57.738133 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port e8a1a8c7-dbc1-4948-b964-4012c874eeef triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:57.738418 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:57.738750 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Checking segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:57.739323 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.739750 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.739892 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Bound using segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:57.740241 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Bound port: c50bf85d-6946-439f-9492-21830ce1ae92, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:57.740647 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.829877 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] For port c50bf85d-6946-439f-9492-21830ce1ae92, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:57.834890 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] For port c50bf85d-6946-439f-9492-21830ce1ae92, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=c50bf85d-6946-439f-9492-21830ce1ae92,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:57.841979 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.857930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.890452 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port e8a1a8c7-dbc1-4948-b964-4012c874eeef, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e8a1a8c7-dbc1-4948-b964-4012c874eeef,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:57.898748 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.944617 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:57.946129 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:57.954825 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.981107 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=e8a1a8c7-dbc1-4948-b964-4012c874eeef,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.040314 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] Provisioning complete for port c50bf85d-6946-439f-9492-21830ce1ae92 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:58.040616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.051316 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65781cb-9b9f-48a8-9748-ec6f3163cf6f None None] Pushing event updated for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.108034 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:58.109227 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.144743 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.154806 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.174488 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.200070 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.241332 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] For port c50bf85d-6946-439f-9492-21830ce1ae92, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=c50bf85d-6946-439f-9492-21830ce1ae92,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:58.246756 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.250125 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=91cf1a59-1dd4-4e8a-bbfa-a47102c70df7,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.256661 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.260366 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1013c6f3-3198-4885-be42-7a08fe1ad3fe tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772265 Oct 27 21:29:58.281866 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Allocated IP 172.27.0.182 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/26d387c1-efdb-420a-bb06-cdfe1491d6ce) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:58.308138 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fb9a1-3c81-4d1d-9fae-98d54652a050 None None] Pushing event updated for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.402812 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-e8997db8-070d-4623-a537-7fafd0794435 None None] Provisioning complete for port c50bf85d-6946-439f-9492-21830ce1ae92 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:58.403516 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e8997db8-070d-4623-a537-7fafd0794435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.486496 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:58.500513 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.520436 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211b6b7-afd9-4a35-b70f-fc7c6814d659 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:58.547807 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-1fb68167-36ef-4dcc-b9f1-ac371f8e7be6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--989099574&fields=id&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 267 time: 0.1376443 Oct 27 21:29:58.581813 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.590442 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.66', 62267) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:58.641331 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:58.644150 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:58.646798 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:58.671191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=26d387c1-efdb-420a-bb06-cdfe1491d6ce,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.754721 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.828287 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-55dfe274-9331-4f6d-bb43-8b1bdba03723 req-b6f9c356-8618-4df0-8245-eaabfc0cca76 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.2420149 Oct 27 21:29:58.831368 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.854497 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:58.865218 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:58.866212 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:58.936953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-85bc50bc-1f3d-48f9-82bc-c1e5190ea170 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.946173 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-85bc50bc-1f3d-48f9-82bc-c1e5190ea170 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 816 time: 0.3913074 Oct 27 21:29:58.977407 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-1f87c847-595c-4013-9dc1-58325172f13d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/quotas/4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 375 time: 0.0294750 Oct 27 21:29:59.017305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-049b737a-9629-4137-a631-9c1bfba6b822 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.020121 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-049b737a-9629-4137-a631-9c1bfba6b822 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.66 "GET /v2.0/networks?id=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 HTTP/1.1" status: 200 len: 811 time: 0.4123130 Oct 27 21:29:59.026278 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:59.124466 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-eb8d85ad-eef7-42db-a31f-0607d1c78111 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402812 Oct 27 21:29:59.144095 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Request body: {'port': {'device_id': 'e7c9bd07-679a-4153-9431-050739d8735b', 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9', 'admin_state_up': True, 'tenant_id': 'bf31568f2150446f9c6864022fa0e3dd'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:59.153975 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.66', 62276) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:59.335194 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.345923 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.404025 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.428156 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.477126 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device c50bf85d-6946-439f-9492-21830ce1ae92 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:59.527447 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.529373 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1472406 Oct 27 21:29:59.535721 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86dd80-168d-419b-9859-5c254df766d5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=26d387c1-efdb-420a-bb06-cdfe1491d6ce,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:59.780090 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port c50bf85d-6946-439f-9492-21830ce1ae92 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:59.783790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.785297 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5f44888f-15f2-46d5-9bc7-f9fac2eb30bc req-923b902a-db28-43f6-b321-8dce9b45c1a9 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.3591249 Oct 27 21:29:59.833823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Made reservation on behalf of bf31568f2150446f9c6864022fa0e3dd for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:59.837530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.884717 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 2, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:59.939146 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:59.939588 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Updating router 51061b71-95c2-4006-a192-39bf0a3b70c0 port 01b6c306-de2f-4c7b-baae-3a6447933495 binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:59.959117 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-2a476850-18d5-4073-aa31-e47b70781eb2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.960623 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-2a476850-18d5-4073-aa31-e47b70781eb2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.7937772 Oct 27 21:29:59.996841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-7129dd6e-cc0a-499f-ba27-ca2b7ec3dcb2 service neutron] 10.222.0.49 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414452 Oct 27 21:29:59.998395 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.072034 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Request body: {'port': {'device_id': '6d501634-858a-4fae-86d6-40515e4036c1', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'admin_state_up': True, 'tenant_id': '1125783b37e14844bc40275d6c5858b4'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:00.200978 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e8a1a8c7-dbc1-4948-b964-4012c874eeef up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:00.472276 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port e8a1a8c7-dbc1-4948-b964-4012c874eeef triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:00.473055 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.800472 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-10cd6d74-936d-430d-9918-2a79ecaa99ee tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1441222145&fields=id&tenant_id=15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 267 time: 0.5851541 Oct 27 21:30:00.803354 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.815062 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.873078 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-ee34b842-a415-4a5b-9b8c-0b7efa93666f service neutron] 10.222.0.49 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751538 Oct 27 21:30:00.876818 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Allocated IP 172.20.0.8 (c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9/0b2fe20e-3e90-4e18-973a-30c1e203ddc1/2af1dbea-77dc-47bc-8851-2a80af3f04df) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:01.034527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d604eb-74a6-4b51-adce-d3bf21a2e321 None None] Pushing event updated for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:01.123312 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Attempting to bind port 01b6c306-de2f-4c7b-baae-3a6447933495 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:01.124022 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Attempting to bind port 01b6c306-de2f-4c7b-baae-3a6447933495 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:01.124589 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Attempting to bind port 01b6c306-de2f-4c7b-baae-3a6447933495 on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:01.160661 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:01.161433 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Checking segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:01.161943 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.162526 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Bound using segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:01.163194 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Bound port: 01b6c306-de2f-4c7b-baae-3a6447933495, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:01.164404 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.206578 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:01.212560 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.298530 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] For port 01b6c306-de2f-4c7b-baae-3a6447933495, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:01.315109 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] For port 01b6c306-de2f-4c7b-baae-3a6447933495, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=01b6c306-de2f-4c7b-baae-3a6447933495,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:01.328565 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.397698 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-fc3e8c6e-1fb5-4e88-820a-b9004df552e1 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:01.418093 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-fc3e8c6e-1fb5-4e88-820a-b9004df552e1 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 811 time: 0.6162119 Oct 27 21:30:01.521372 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:01.522094 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:29:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:01.668954 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-daae585e-a5d5-4e55-908c-473ad9775de8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/quotas/15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 375 time: 0.2498689 Oct 27 21:30:01.672632 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d604eb-74a6-4b51-adce-d3bf21a2e321 None None] Pushing event updated for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:01.681489 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-286cb492-2e9c-473b-a6f0-d469b70236a9 req-d3f36ada-8394-4232-9e3b-18bb25872926 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.3100157 Oct 27 21:30:01.698459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60154) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:01.773057 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] Provisioning complete for port 01b6c306-de2f-4c7b-baae-3a6447933495 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:01.773433 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.871490 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:02.070371 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e154e4a4-2c28-4aa8-8b59-66987c837a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.071158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.155906 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-cfdc4488-c315-47e9-bf38-175fcad322f5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4860282 Oct 27 21:30:02.196582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Allocated IP 172.20.0.9 (6689ee59-ab48-4dc4-aa54-e929a94257ea/17d1ca55-0f5d-4719-90fb-83baa9616463/be895ade-f05c-4af1-b03e-948ceea2e436) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:02.217834 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e154e4a4-2c28-4aa8-8b59-66987c837a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.225719 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e154e4a4-2c28-4aa8-8b59-66987c837a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.228103 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] For port 01b6c306-de2f-4c7b-baae-3a6447933495, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=01b6c306-de2f-4c7b-baae-3a6447933495,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:02.252611 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.258245 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.328709 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154e4a4-2c28-4aa8-8b59-66987c837a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de89bc8-5fd4-4371-aaa7-e184d3c8f3a0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:02.373942 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b314de7c-f5d7-45fa-b763-f4967bab282d req-d1c17f3b-b688-461b-8ffe-3524e629f50c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.1926348 Oct 27 21:30:02.381225 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e154e4a4-2c28-4aa8-8b59-66987c837a06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6815aae401b04fa4b8c60ab4f0178bef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6813662 Oct 27 21:30:02.386968 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60168) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:02.418175 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4e71-ca74-4d32-ba7d-cdff38a2899c None None] Pushing event updated for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:02.434382 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-1d18e1d9-5159-49b2-b0c9-37b47d74f352 None None] Provisioning complete for port 01b6c306-de2f-4c7b-baae-3a6447933495 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:02.435128 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1d18e1d9-5159-49b2-b0c9-37b47d74f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.489625 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:01Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:02.524321 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ccfbe-27a7-478e-a362-d35475ad0bb0 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:01Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:02.634297 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.676200 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e610056-ed9f-4389-ad70-a7fdfec30d22 req-b428c064-c659-4ebf-b99b-b638501988c7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.1359537 Oct 27 21:30:02.753209 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-79a5ae6e-d517-4a78-b638-f33e1027612e service neutron] 10.222.0.49 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597150 Oct 27 21:30:02.935624 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.109160 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:03.205094 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:03.252100 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc7ee1b1-bc2a-4f0e-8a6e-98296a207da0 req-0db3ce91-6922-463f-a7d4-b559c71b8914 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.1892831 Oct 27 21:30:03.253071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:03.262433 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.263371 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.279898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 01b6c306-de2f-4c7b-baae-3a6447933495 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:03.287065 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Pushing event updated for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:03.314598 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.371734 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.395882 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 01b6c306-de2f-4c7b-baae-3a6447933495 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:03.396396 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.488562 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-029c8940-865d-4ba0-8163-132dd5efc787 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3634968 Oct 27 21:30:03.517787 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-df6d65e6-333f-4b4c-b539-6995f966711f service neutron] 10.222.0.49 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387119 Oct 27 21:30:03.541046 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-5f3c4dc8-0b60-45f0-a863-dd61fed6887e tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:30:03.542235 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-5f3c4dc8-0b60-45f0-a863-dd61fed6887e tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071702 Oct 27 21:30:03.552905 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.589611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.591960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.618120 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9de89bc8-5fd4-4371-aaa7-e184d3c8f3a0 HTTP/1.1" status: 204 len: 168 time: 1.2235758 Oct 27 21:30:03.723408 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:03.731693 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09b782-e8de-48e3-a383-effaa176af88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de89bc8-5fd4-4371-aaa7-e184d3c8f3a0,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:03.743704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:03.754967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:03.773871 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.774674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.794386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event updated for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:03.852129 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-f583798a-c2e7-4c33-ac16-5b87897da230 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7825227 Oct 27 21:30:03.995201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7c6d-3a7c-4307-abb2-9b3cbec4e21a req-7cc59d15-7a51-4977-89a8-6b1adc3cdb64 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.003902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ceee7c6d-3a7c-4307-abb2-9b3cbec4e21a req-7cc59d15-7a51-4977-89a8-6b1adc3cdb64 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 931 time: 0.1509311 Oct 27 21:30:04.042204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Request body: {'port': {'device_id': 'e7c9bd07-679a-4153-9431-050739d8735b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:04.171105 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e4b12f4-081f-446f-8272-c2bf3a0e327d req-907ae7e2-57f1-4230-a398-241b8416ed1f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.0873177 Oct 27 21:30:04.194615 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ceee7c6d-3a7c-4307-abb2-9b3cbec4e21a req-b8079c9d-0ad3-4aa7-abba-4ee3127ea085 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841874 Oct 27 21:30:04.215163 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.338000 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-78bc1586-08c9-467e-888d-5ff8c2189499 req-07981f17-df71-4266-9a2a-57585df7233e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.0575666 Oct 27 21:30:04.553155 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60252) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:04.585669 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1af-a39d-4c34-9248-53d27d36e226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.632366 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:30:04.824951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60264) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:04.863717 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Request body: {'port': {'device_id': '6d501634-858a-4fae-86d6-40515e4036c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:04.889091 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1af-a39d-4c34-9248-53d27d36e226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.895789 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1af-a39d-4c34-9248-53d27d36e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.008163 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-fdc2b1af-a39d-4c34-9248-53d27d36e226 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a40abd0dc23425d90c7f6510ed98eb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4514875 Oct 27 21:30:05.008805 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60268) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:05.100518 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b1af-a39d-4c34-9248-53d27d36e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d40b0-c837-454b-bf30-58ea0ec1da83,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.185838 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.215233 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.357438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.360894 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.362713 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff0d40b0-c837-454b-bf30-58ea0ec1da83 HTTP/1.1" status: 204 len: 168 time: 0.3448987 Oct 27 21:30:05.377535 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd92cf3-1bf5-4d3a-ab03-926ba5311854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d40b0-c837-454b-bf30-58ea0ec1da83,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.515371 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ee060215-3e21-4c07-a232-f2c65bd1fec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.535806 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e84f7-8fa8-45cc-8eac-1189caec493b req-7df976bd-98f1-47bb-bee0-86f61331bf2f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.558720 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c83e84f7-8fa8-45cc-8eac-1189caec493b req-7df976bd-98f1-47bb-bee0-86f61331bf2f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 931 time: 1.0466254 Oct 27 21:30:05.619254 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.709231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9c91-b0d0-46fc-869c-4883c8e02bab req-d4ed2100-f831-4980-8f23-af399d4fb6c4 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.713890 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3bfe9c91-b0d0-46fc-869c-4883c8e02bab req-d4ed2100-f831-4980-8f23-af399d4fb6c4 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 931 time: 0.2978928 Oct 27 21:30:05.751191 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c83e84f7-8fa8-45cc-8eac-1189caec493b req-a9441e07-9a99-4c86-930e-7d027647b0b8 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028928 Oct 27 21:30:05.886973 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-571a7b8f-c1a9-41b9-b4e8-af3248e02121 req-540d6d0a-1541-4a36-8f88-75faa407f603 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.0480216 Oct 27 21:30:05.953251 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3bfe9c91-b0d0-46fc-869c-4883c8e02bab req-0036775e-1dde-4c6b-a912-11c0be19f781 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967032 Oct 27 21:30:06.103545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ee060215-3e21-4c07-a232-f2c65bd1fec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.183337 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af1dbea-77dc-47bc-8851-2a80af3f04df {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:06.192952 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.215041 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ba62df88-d586-4441-b3f1-66c440660bad req-7357823b-f4fe-4443-8795-99a6ef0303a2 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.1764874 Oct 27 21:30:06.221095 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ee060215-3e21-4c07-a232-f2c65bd1fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.243725 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Transition to ACTIVE for port object 2af1dbea-77dc-47bc-8851-2a80af3f04df will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:06.268241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.319441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ee060215-3e21-4c07-a232-f2c65bd1fec8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c203b7b627864addab55ab9f513c1ba5&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4830346 Oct 27 21:30:06.322565 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60306) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:06.378214 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060215-3e21-4c07-a232-f2c65bd1fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb235a9-9bec-42cf-a213-474b409df8d3,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:06.384777 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.389307 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:06.437065 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.457218 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Attempting to bind port 2af1dbea-77dc-47bc-8851-2a80af3f04df on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:06.457601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Attempting to bind port 2af1dbea-77dc-47bc-8851-2a80af3f04df by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f700292e-cd5e-4d5d-9144-990fed9baa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:06.457958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Attempting to bind port 2af1dbea-77dc-47bc-8851-2a80af3f04df on network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:06.483623 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Port 2af1dbea-77dc-47bc-8851-2a80af3f04df on network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:06.484069 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Attempting to bind port 2af1dbea-77dc-47bc-8851-2a80af3f04df on network c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:06.498409 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:06.498801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Checking segment: {'id': 'f700292e-cd5e-4d5d-9144-990fed9baa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:06.499317 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Bound using segment: {'id': 'f700292e-cd5e-4d5d-9144-990fed9baa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:06.499776 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Bound port: 2af1dbea-77dc-47bc-8851-2a80af3f04df, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f700292e-cd5e-4d5d-9144-990fed9baa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:06.500189 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.538428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.542055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.543783 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2eb235a9-9bec-42cf-a213-474b409df8d3 HTTP/1.1" status: 204 len: 168 time: 0.2195396 Oct 27 21:30:06.572709 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f97d-01aa-426c-8896-956a166d323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb235a9-9bec-42cf-a213-474b409df8d3,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:06.675508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:06.680948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df,segment=NetworkSegment(f700292e-cd5e-4d5d-9144-990fed9baa1f),segment_id=f700292e-cd5e-4d5d-9144-990fed9baa1f)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:06.688205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be895ade-f05c-4af1-b03e-948ceea2e436 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:06.692723 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.778996 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.785452 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:06.805685 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Transition to ACTIVE for port object be895ade-f05c-4af1-b03e-948ceea2e436 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:06.811854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.823313 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.824333 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.827515 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-a9c8a780-86f1-460c-9fc4-f9942e157751 service neutron] 10.222.0.66 "PUT /v2.0/ports/2af1dbea-77dc-47bc-8851-2a80af3f04df HTTP/1.1" status: 200 len: 1093 time: 3.0218868 Oct 27 21:30:06.836025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:07.197668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-35c2e83a-91a4-439a-82e1-f93cb0a7c049 req-c9c5a998-d8ce-4df7-bc24-40973046d744 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.1039381 Oct 27 21:30:07.198247 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Pushing event updated for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:07.294160 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962d2eb-980b-4d8c-9a0b-dab9a6c77041 req-1d31b334-3b8a-4196-9f21-2d98426b091b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.295806 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0962d2eb-980b-4d8c-9a0b-dab9a6c77041 req-1d31b334-3b8a-4196-9f21-2d98426b091b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 943 time: 0.3781290 Oct 27 21:30:07.444448 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d614fdd3-8931-4f93-a56e-2dce097adb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:07.480592 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Attempting to bind port be895ade-f05c-4af1-b03e-948ceea2e436 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:07.480929 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Attempting to bind port be895ade-f05c-4af1-b03e-948ceea2e436 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:07.481254 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Attempting to bind port be895ade-f05c-4af1-b03e-948ceea2e436 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:07.562015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Port be895ade-f05c-4af1-b03e-948ceea2e436 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:07.562235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Attempting to bind port be895ade-f05c-4af1-b03e-948ceea2e436 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:07.657576 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.66', 62298) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:07.716454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:07.716960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Checking segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:07.717216 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Bound using segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:07.717687 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Bound port: be895ade-f05c-4af1-b03e-948ceea2e436, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:07.718032 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.867936 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc6692-32b1-44f2-be34-f830d000dec5 req-f8ab66c5-6191-4cbe-b7c3-8965a801e31b tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.873534 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6ccc6692-32b1-44f2-be34-f830d000dec5 req-f8ab66c5-6191-4cbe-b7c3-8965a801e31b tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.4803104 Oct 27 21:30:07.898990 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0962d2eb-980b-4d8c-9a0b-dab9a6c77041 req-f283b5fa-9f51-47dc-b445-6eb742fe9880 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666401 Oct 27 21:30:07.938210 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-fc99c180-17cc-4430-8bc6-7ca3b2cb42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.942786 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-fc99c180-17cc-4430-8bc6-7ca3b2cb42cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf31568f2150446f9c6864022fa0e3dd&device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 1096 time: 0.5878389 Oct 27 21:30:07.951661 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-794880c2-237b-438c-af1f-79ba421d0dce tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.956339 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-794880c2-237b-438c-af1f-79ba421d0dce tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 816 time: 0.2682054 Oct 27 21:30:08.148439 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-ee120f89-c99f-4a39-8454-3f7f02a37979 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 379 time: 0.0786951 Oct 27 21:30:08.178359 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'port': {'device_id': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'admin_state_up': True, 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'security_groups': ['3878473b-253a-40f6-b7a6-6aaceab39f37']}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:08.215154 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-65c05003-c127-4ec2-8966-e30d279ba799 req-dcd06dab-2660-457f-b769-9fa9bc9eeb71 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.0887518 Oct 27 21:30:08.345451 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-aad48697-6683-435f-9827-ad131aa47cb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df HTTP/1.1" status: 200 len: 217 time: 0.2337949 Oct 27 21:30:08.377874 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6ccc6692-32b1-44f2-be34-f830d000dec5 req-b98e5aac-261e-44ef-b153-21a7989f299b tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732895 Oct 27 21:30:08.389674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:08.403590 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be895ade-f05c-4af1-b03e-948ceea2e436,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:08.413657 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.460601 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Made reservation on behalf of 4d2a10e5e3634294be6809b6465813c5 for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:08.475563 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.585472 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.586556 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.587705 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] 10.222.0.66 "PUT /v2.0/ports/be895ade-f05c-4af1-b03e-948ceea2e436 HTTP/1.1" status: 200 len: 1093 time: 3.7542672 Oct 27 21:30:08.640601 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8610c1c3-e4d2-4964-83c0-8932bb3a28d2 req-0e7ee0f6-37a5-4a52-95ae-6536c43d0da2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.1034617 Oct 27 21:30:08.699573 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726b0d0-4960-4110-9a19-d4354c49409d service neutron] Pushing event updated for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.729161 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-5bb11444-7eac-4cd8-aac2-99b96d5b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.730293 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-5bb11444-7eac-4cd8-aac2-99b96d5b659f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0b2fe20e-3e90-4e18-973a-30c1e203ddc1 HTTP/1.1" status: 200 len: 851 time: 0.2116230 Oct 27 21:30:08.995690 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Allocated IP 172.20.0.10 (1294c118-ebfc-4f5c-83ce-ee15707b8f2a/292cc8da-11bc-4338-a17b-86db2a475d3b/678c633c-6469-4d5f-99d4-14307c3a78a4) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:09.109780 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-c35b883c-82e6-44be-8b8b-2bea115a5224 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2982996 Oct 27 21:30:09.318936 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.66', 62304) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:09.344877 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5123a78d-16f4-4ed6-9e66-a86349d78f2b x-openstack-request-id: req-5123a78d-16f4-4ed6-9e66-a86349d78f2b {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:09.345184 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:09.345400 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5123a78d-16f4-4ed6-9e66-a86349d78f2b {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:09.345847 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df', 'status': 'completed', 'code': 200} Oct 27 21:30:09.397682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-16582a75-62cf-453d-b5e4-4d6244f10175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.399785 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-16582a75-62cf-453d-b5e4-4d6244f10175 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 1096 time: 0.5988815 Oct 27 21:30:09.515346 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9868352e-f3a0-481a-bae2-ef37250b892d req-a31d640b-335b-4c74-b656-b9236ba59d76 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.1057727 Oct 27 21:30:09.600725 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-3e379025-5644-4d5a-a3be-f665724a289c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be895ade-f05c-4af1-b03e-948ceea2e436 HTTP/1.1" status: 200 len: 217 time: 0.1071415 Oct 27 21:30:09.614530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8f14-9d0e-4dca-a275-78243579f68e req-65f33899-e957-47fa-bf2f-c1868fa8b45c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.622630 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ce8f14-9d0e-4dca-a275-78243579f68e req-65f33899-e957-47fa-bf2f-c1868fa8b45c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 943 time: 0.5101454 Oct 27 21:30:09.707921 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-92a83ef0-95cd-429f-9823-3d67b22c706c service neutron] 10.222.0.66 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648620 Oct 27 21:30:09.773754 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ecf0d50-64ec-4a2b-aa10-b96983e3bfce tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.777429 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ecf0d50-64ec-4a2b-aa10-b96983e3bfce tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 811 time: 0.4163156 Oct 27 21:30:09.786541 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.804724 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ce8f14-9d0e-4dca-a275-78243579f68e req-0d3e724a-0f48-45dc-a2df-715806a2f2f3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778526 Oct 27 21:30:09.840049 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.885128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-87e7c9f7-5fcd-4f94-b028-20b9a24af51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.886986 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-87e7c9f7-5fcd-4f94-b028-20b9a24af51b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.2623568 Oct 27 21:30:09.975377 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-aea9a38c-5851-4e19-9091-f7b07379c9f9 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 380 time: 0.0940592 Oct 27 21:30:09.976829 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da5c6-a9dd-4a5e-b3b4-c0ba4048f6ed req-a46ca355-b565-4021-860e-614182313cf2 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.984095 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da1da5c6-a9dd-4a5e-b3b4-c0ba4048f6ed req-a46ca355-b565-4021-860e-614182313cf2 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.2718935 Oct 27 21:30:09.984303 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:09.987638 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-ff3c3ef5-cb8f-46f1-9bd1-5a3dd7d3f21f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687742 Oct 27 21:30:10.032215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60444) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:10.142707 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:10.154914 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:10.160919 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.161547 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.170265 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'port': {'device_id': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'admin_state_up': True, 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'security_groups': ['c5b05622-7d79-4d5c-b523-cfa33c71aa6e']}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:10.265147 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-5a34a16a-f101-497c-9a67-dba52402fd83 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594621 Oct 27 21:30:10.276190 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:10.295466 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69e636b5-bd82-4dbe-9b6a-1136f5f38eed req-935bf3dc-d44e-4f01-8489-d18a0b2ed62f service neutron] 10.222.0.66 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581715 Oct 27 21:30:10.329921 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-e539b84d-6214-400a-8edb-338df7baa041 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1578455 Oct 27 21:30:10.391751 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Request body: {'port': {'device_id': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:10.599487 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-728c3d0a-160d-43ab-bfdd-09190e8bef73 req-a02a6a70-55b4-4a59-aca5-53cfbb38be0a service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823448 Oct 27 21:30:10.601585 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-861b57ad-d5aa-41e6-b5bb-a1a0b3069df5 None None] Provisioning complete for port 678c633c-6469-4d5f-99d4-14307c3a78a4 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:10.602088 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-861b57ad-d5aa-41e6-b5bb-a1a0b3069df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.660920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Made reservation on behalf of 15935ec9d55a4dbebab5387cc5104b3b for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:10.672060 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.683106 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f1a3a-e96a-4baa-a7c8-e911171e3645 req-d7222c6d-4333-4f06-9f44-6019cca5f625 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.692830 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-198f1a3a-e96a-4baa-a7c8-e911171e3645 req-d7222c6d-4333-4f06-9f44-6019cca5f625 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 932 time: 0.7757583 Oct 27 21:30:10.711698 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da1da5c6-a9dd-4a5e-b3b4-c0ba4048f6ed req-ef497edc-1061-45a0-9fd2-7d7899f8869d tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215197 Oct 27 21:30:10.767657 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-861b57ad-d5aa-41e6-b5bb-a1a0b3069df5 None None] Port 678c633c-6469-4d5f-99d4-14307c3a78a4 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:10.798348 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fda289e7-3cc6-4667-aa33-3175b58aa46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.803856 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.996857 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-85c89af7-ddd6-4493-a968-5af493647213 req-15d87e94-5f63-41af-bd02-467a141d1b53 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.1363242 Oct 27 21:30:11.027399 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-198f1a3a-e96a-4baa-a7c8-e911171e3645 req-d59ca332-ffbc-409d-a4e1-ff5d9b6f49ba tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276446 Oct 27 21:30:11.032392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-ae0dbbe5-0376-4a3d-9733-c9074304a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.038312 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Allocated IP 172.20.0.7 (04c16621-ebe3-4591-9f01-8bff101a19c0/31ef3be3-5709-4b56-8ee2-3f1e9daf506f/1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:11.043957 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-ae0dbbe5-0376-4a3d-9733-c9074304a294 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf31568f2150446f9c6864022fa0e3dd&device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 1096 time: 0.4386091 Oct 27 21:30:11.351856 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:11.369748 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044cabf5-5714-437b-b89d-f81adfed8ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:11.500691 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.658238 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5076735-f613-4842-a294-a7069c43c732 x-openstack-request-id: req-e5076735-f613-4842-a294-a7069c43c732 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:11.658545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:11.658845 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5076735-f613-4842-a294-a7069c43c732 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:11.659160 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436', 'status': 'completed', 'code': 200} Oct 27 21:30:11.711325 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.721390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fda289e7-3cc6-4667-aa33-3175b58aa46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.741281 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444a660-b47f-4ea6-8e70-607815cd89b9 req-d67936b1-f0d3-4a08-a7ef-54812cadb257 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.757988 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f444a660-b47f-4ea6-8e70-607815cd89b9 req-d67936b1-f0d3-4a08-a7ef-54812cadb257 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 943 time: 0.5396440 Oct 27 21:30:11.774057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:11.811982 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:11.830649 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fda289e7-3cc6-4667-aa33-3175b58aa46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.837610 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:11.870670 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.877753 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.940570 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-fda289e7-3cc6-4667-aa33-3175b58aa46a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28b19bced3694d4a9c7c2085c212b879&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9071586 Oct 27 21:30:11.957963 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60512) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:11.965800 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8119211 Oct 27 21:30:12.020228 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-245dce40-c7a0-4934-b470-4c8fde3984b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.021696 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-245dce40-c7a0-4934-b470-4c8fde3984b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 HTTP/1.1" status: 200 len: 912 time: 0.9329028 Oct 27 21:30:12.041575 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d45c-ab64-45a2-983b-fe0d24823572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:12.080714 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f444a660-b47f-4ea6-8e70-607815cd89b9 req-299c8ec9-3119-4a66-a0f1-420b2dd4858e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217502 Oct 27 21:30:12.112854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-858d5879-6b58-4a84-bf0f-1150c6b5548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.122341 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-858d5879-6b58-4a84-bf0f-1150c6b5548c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 1096 time: 0.3292804 Oct 27 21:30:12.219887 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:12.232689 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed448-f8cb-469a-863a-60470fa66490 req-30674e43-f228-4286-b760-f8cafe9746c5 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.242821 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b9ed448-f8cb-469a-863a-60470fa66490 req-30674e43-f228-4286-b760-f8cafe9746c5 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.3881605 Oct 27 21:30:12.249247 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.311433 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Transition to ACTIVE for port object 678c633c-6469-4d5f-99d4-14307c3a78a4 will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:12.321306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.337758 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-a559b21b-3f29-4133-a641-937f9c12180d None None] Provisioning complete for port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:12.338932 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a559b21b-3f29-4133-a641-937f9c12180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.360470 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b9ed448-f8cb-469a-863a-60470fa66490 req-cf113dc7-f65b-477f-923c-cb6d624e5be6 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137409 Oct 27 21:30:12.390856 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda289e7-3cc6-4667-aa33-3175b58aa46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5440054-a989-4fb2-ad59-50d1c9d6c487,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:12.400759 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:12.487850 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93120f8-68d7-4c64-8c05-03f118bc8c7d req-ae40345b-77ec-4d37-a840-d541b114309a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.489432 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d93120f8-68d7-4c64-8c05-03f118bc8c7d req-ae40345b-77ec-4d37-a840-d541b114309a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 931 time: 0.1946862 Oct 27 21:30:12.502244 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-a559b21b-3f29-4133-a641-937f9c12180d None None] Port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:12.565053 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Attempting to bind port 678c633c-6469-4d5f-99d4-14307c3a78a4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:12.565053 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Attempting to bind port 678c633c-6469-4d5f-99d4-14307c3a78a4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:12.565732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Attempting to bind port 678c633c-6469-4d5f-99d4-14307c3a78a4 on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:12.576387 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Port 678c633c-6469-4d5f-99d4-14307c3a78a4 on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:12.576713 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Attempting to bind port 678c633c-6469-4d5f-99d4-14307c3a78a4 on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:12.597290 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.598459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:12.598885 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Checking segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:12.603472 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Bound using segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:12.604066 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Bound port: 678c633c-6469-4d5f-99d4-14307c3a78a4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:12.604513 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.628489 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.696509 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.698485 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60538) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:12.699205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.703603 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5440054-a989-4fb2-ad59-50d1c9d6c487 HTTP/1.1" status: 204 len: 168 time: 0.7256019 Oct 27 21:30:12.731627 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d93120f8-68d7-4c64-8c05-03f118bc8c7d req-918d495c-81e0-4f25-9091-b8b8b6f6f87d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159836 Oct 27 21:30:12.738557 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5ceb-bd70-4fb2-afa4-b1e31008de17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5440054-a989-4fb2-ad59-50d1c9d6c487,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:12.778148 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a0e0-319e-48b8-83b9-f2cd362b1d9e req-25095602-ead5-46e3-b315-bdaa1577b938 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.800147 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b053a0e0-319e-48b8-83b9-f2cd362b1d9e req-25095602-ead5-46e3-b315-bdaa1577b938 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.2870970 Oct 27 21:30:12.830964 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:12.843087 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:12.865921 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.892880 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b053a0e0-319e-48b8-83b9-f2cd362b1d9e req-8ef76c67-032b-42fd-8391-f0d0e31cbc1f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729756 Oct 27 21:30:12.975394 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.979206 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.987360 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] 10.222.0.66 "PUT /v2.0/ports/678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1094 time: 2.6257739 Oct 27 21:30:12.990686 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:13.130479 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a41418-eab0-4b46-a6a6-972fa58ca117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.186830 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Request body: {'port': {'device_id': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:13.188544 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-d42f74aa-7d12-4e77-a2da-6d5c07be75d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df HTTP/1.1" status: 200 len: 217 time: 0.0946977 Oct 27 21:30:13.304672 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baa987-5d6c-41c5-8d1f-c1011e1d0697 service neutron] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:13.504969 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f534192d-5da4-485d-8c36-7adb047f6442" -d '{"events": [{"name": "network-changed", "server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:13.559112 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-a503101b-1adc-4443-8bd9-0573899ff72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.560650 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-a503101b-1adc-4443-8bd9-0573899ff72c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1097 time: 0.3670073 Oct 27 21:30:13.567897 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.571015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb31a-fb3c-453c-8dcc-b4e5699d05f7 req-6840e7b7-25eb-4a4b-88fa-8608e75f9f9a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.580604 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47deb31a-fb3c-453c-8dcc-b4e5699d05f7 req-6840e7b7-25eb-4a4b-88fa-8608e75f9f9a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 943 time: 0.3942451 Oct 27 21:30:13.677406 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-7679d4c4-668b-4316-b7ee-29a6369bd147 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 217 time: 0.0954130 Oct 27 21:30:13.734486 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a41418-eab0-4b46-a6a6-972fa58ca117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.769603 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a41418-eab0-4b46-a6a6-972fa58ca117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.811627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-9a3d80d6-c8aa-43d5-a5ef-f00851dcbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.813737 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-9a3d80d6-c8aa-43d5-a5ef-f00851dcbe2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0b2fe20e-3e90-4e18-973a-30c1e203ddc1 HTTP/1.1" status: 200 len: 851 time: 0.5679643 Oct 27 21:30:13.857193 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a5a41418-eab0-4b46-a6a6-972fa58ca117 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3827a139225b4b5f950223fd4e470b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1575940 Oct 27 21:30:13.857789 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60598) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:13.864755 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-73e4322c-a7ac-415e-a35c-7411d3869698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.867142 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-73e4322c-a7ac-415e-a35c-7411d3869698 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.1717370 Oct 27 21:30:13.873870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-1a834b8b-7ef1-4ec5-8015-f5d460adca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.875622 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-1a834b8b-7ef1-4ec5-8015-f5d460adca38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 916 time: 0.7903116 Oct 27 21:30:13.879163 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-2ad9f497-a18d-40a5-a8d7-30e8bf6149cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494318 Oct 27 21:30:13.932059 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a41418-eab0-4b46-a6a6-972fa58ca117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6321f-e91e-4e89-baa8-07b3b14f700b,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:13.990664 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47deb31a-fb3c-453c-8dcc-b4e5699d05f7 req-bdee7843-5d56-41eb-8f94-8954411e123a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703370 Oct 27 21:30:14.006962 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b1a77-8f23-4084-b7f0-d0163ea607f8 req-451337a2-2889-4eb5-b357-8d119daae015 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.011097 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be6b1a77-8f23-4084-b7f0-d0163ea607f8 req-451337a2-2889-4eb5-b357-8d119daae015 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.5219429 Oct 27 21:30:14.031564 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-82843394-0831-44d0-96bf-2e7a3f34f56f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be895ade-f05c-4af1-b03e-948ceea2e436 HTTP/1.1" status: 200 len: 217 time: 0.1343739 Oct 27 21:30:14.156100 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be6b1a77-8f23-4084-b7f0-d0163ea607f8 req-0ca83e6f-f7d1-443a-a0b3-ff4813dda85c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231024 Oct 27 21:30:14.165775 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-cb8eada8-aaa6-4fff-96ee-e0604aada29a service neutron] 10.222.0.66 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702541 Oct 27 21:30:14.170832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-69c499ce-5979-4a96-ac3b-337b4e3b1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.173278 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-69c499ce-5979-4a96-ac3b-337b4e3b1f7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.1240041 Oct 27 21:30:14.256195 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-c1976eea-399b-446f-bd75-b8106d5d3194 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656452 Oct 27 21:30:14.266268 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f17da-aef1-412b-93ec-fbf97429ee98 x-openstack-request-id: req-6f6f17da-aef1-412b-93ec-fbf97429ee98 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:14.266554 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:14.266895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f6f17da-aef1-412b-93ec-fbf97429ee98 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:14.267254 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'status': 'completed', 'code': 200} Oct 27 21:30:14.282024 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-0f4bc706-e423-4b5a-9b04-2173b205104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.283903 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-0f4bc706-e423-4b5a-9b04-2173b205104d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3529954 Oct 27 21:30:14.304525 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.409128 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.445053 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-371441b7-8108-4fd6-bc98-c56cb0c66c77 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704504 Oct 27 21:30:14.480350 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3089-f28b-48cc-b36c-bfff45d078cb req-a13155f0-d0db-4149-a7b7-1c84b62a1ffe tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.481940 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a2ba3089-f28b-48cc-b36c-bfff45d078cb req-a13155f0-d0db-4149-a7b7-1c84b62a1ffe tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 931 time: 0.2069848 Oct 27 21:30:14.510725 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-6ca7d68e-8cae-421f-97aa-9415be52eddc service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162664 Oct 27 21:30:14.537629 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b3ce1-4859-4a21-94e1-13f2a2ad9b71 req-747d23e4-d825-4f86-bdd1-203ae67021e9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.540455 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-212b3ce1-4859-4a21-94e1-13f2a2ad9b71 req-747d23e4-d825-4f86-bdd1-203ae67021e9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.1705365 Oct 27 21:30:14.555404 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-c96a5e30-a691-4d9c-811f-2c2197790cc9 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786560 Oct 27 21:30:14.671245 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:14.672835 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-212b3ce1-4859-4a21-94e1-13f2a2ad9b71 req-08496652-d98a-4369-8eb1-28899821ff54 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226299 Oct 27 21:30:14.694555 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.706557 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.711976 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.715998 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78f6321f-e91e-4e89-baa8-07b3b14f700b HTTP/1.1" status: 204 len: 168 time: 0.8507268 Oct 27 21:30:14.744017 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-044cabf5-5714-437b-b89d-f81adfed8ea7 req-54b0c9e9-b3fc-4c77-be6a-984c010dc98b service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732996 Oct 27 21:30:14.754904 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Transition to ACTIVE for port object 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:14.755883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73dd2e-99e5-425e-bd73-a63665e8bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6321f-e91e-4e89-baa8-07b3b14f700b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:14.764840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a2ba3089-f28b-48cc-b36c-bfff45d078cb req-c41c915e-38f4-4053-af23-7f534ae8a9c9 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592263 Oct 27 21:30:14.791972 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cf756b0b-728f-4c0a-88c1-86f2be7171ae req-83cd822f-6063-4e02-89d6-a5a519f19934 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423465 Oct 27 21:30:14.792750 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.810596 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60640) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:14.924357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:14.946339 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Attempting to bind port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:14.946671 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Attempting to bind port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:14.946998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Attempting to bind port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:14.954306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 on network 04c16621-ebe3-4591-9f01-8bff101a19c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:14.954619 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Attempting to bind port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:14.963349 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:14.963693 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Checking segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:14.964074 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Bound using segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:14.964511 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Bound port: 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:14.964862 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.004079 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534192d-5da4-485d-8c36-7adb047f6442 req-5912d414-31ba-49ad-8d99-dda9f34831ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.005891 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-5912d414-31ba-49ad-8d99-dda9f34831ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1097 time: 0.0949793 Oct 27 21:30:15.220682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:15.261366 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc394f8e-4596-4a2a-a6b0-335ff926ef77 req-d74f0bc4-3301-4b6b-a006-52cb48a69acd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.261953 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:15.264600 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc394f8e-4596-4a2a-a6b0-335ff926ef77 req-d74f0bc4-3301-4b6b-a006-52cb48a69acd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 943 time: 0.1527901 Oct 27 21:30:15.271951 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.283249 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534192d-5da4-485d-8c36-7adb047f6442 req-5ef14d63-c3c0-4063-a94d-6307201be31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.285553 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-5ef14d63-c3c0-4063-a94d-6307201be31f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.2556677 Oct 27 21:30:15.317221 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ddb9-d47b-4d20-97ef-bdbbc7401942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.370694 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-c89bb8fd-4d3d-43a4-8969-de0f9a57b37e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 217 time: 0.0623841 Oct 27 21:30:15.372039 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.372656 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.373988 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 1093 time: 2.1957893 Oct 27 21:30:15.418245 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc394f8e-4596-4a2a-a6b0-335ff926ef77 req-42622fc9-0630-41a3-a6c2-de30e89157b8 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462564 Oct 27 21:30:15.440832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950bf0-f70c-41be-bbd4-a62bffd48d02 req-bcd337bf-e2a6-404d-91dd-61d623235819 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.449912 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6f950bf0-f70c-41be-bbd4-a62bffd48d02 req-bcd337bf-e2a6-404d-91dd-61d623235819 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.1065812 Oct 27 21:30:15.505990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60672) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:15.533772 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f09c-31d3-47f9-87ae-25d75ed2b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:15.549860 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6f950bf0-f70c-41be-bbd4-a62bffd48d02 req-d89445e5-3133-4858-93c6-43db0a823953 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987918 Oct 27 21:30:15.593101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ddb9-d47b-4d20-97ef-bdbbc7401942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.604195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ddb9-d47b-4d20-97ef-bdbbc7401942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.615389 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534192d-5da4-485d-8c36-7adb047f6442 req-c968e1ae-0831-4cd3-a048-1217beef2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.617459 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-c968e1ae-0831-4cd3-a048-1217beef2446 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.2153220 Oct 27 21:30:15.629064 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-32a099d6-10fe-4af6-8f3f-58bb8c25f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.631316 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-32a099d6-10fe-4af6-8f3f-58bb8c25f1fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1096 time: 0.1756763 Oct 27 21:30:15.669096 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60678) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:15.684037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ccb8ddb9-d47b-4d20-97ef-bdbbc7401942 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57554db3fa594e1a9e79f22784e9a30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720047 Oct 27 21:30:15.686851 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60680) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:15.705784 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e9635143-184b-42c1-b680-9f78c005360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.709637 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8ddb9-d47b-4d20-97ef-bdbbc7401942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea11c28-491d-42d0-9023-54dc0d2c12a6,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:15.727164 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-386e5fa6-d69a-4045-88fc-47711303c22e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 217 time: 0.0592246 Oct 27 21:30:15.742815 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534192d-5da4-485d-8c36-7adb047f6442 req-6d24d035-5071-4742-8838-5e133fe52168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.758082 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-6d24d035-5071-4742-8838-5e133fe52168 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1257908 Oct 27 21:30:15.765101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-11b5d692-e6fb-4516-808c-dd730be63570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.877073 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-c508e55f-d230-416d-a7a9-93155cab8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.878680 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-c508e55f-d230-416d-a7a9-93155cab8bb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.1389384 Oct 27 21:30:15.941349 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-a195f390-389b-413d-a14e-c5df5079807c service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708832 Oct 27 21:30:15.977914 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.003198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf6979-1c6e-4502-812a-c43bbbbe249a req-ecf99782-4081-470c-93f5-75f447197cb3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.004823 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61bf6979-1c6e-4502-812a-c43bbbbe249a req-ecf99782-4081-470c-93f5-75f447197cb3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.2429121 Oct 27 21:30:16.027554 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-58a7274e-0592-44de-ae49-788327e289f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.029100 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-58a7274e-0592-44de-ae49-788327e289f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1419671 Oct 27 21:30:16.056903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60688) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.063765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7a0e1-3771-4fba-bb03-9cd4756e5c61 req-86a46252-3b38-4049-9b1f-6610f48188c0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.065351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b9a7a0e1-3771-4fba-bb03-9cd4756e5c61 req-86a46252-3b38-4049-9b1f-6610f48188c0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 943 time: 0.2073140 Oct 27 21:30:16.067455 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.115892 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e9635143-184b-42c1-b680-9f78c005360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.124989 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-f534192d-5da4-485d-8c36-7adb047f6442 req-c10f83b2-51e3-4b4c-9e29-ede435ebfd6d service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740220 Oct 27 21:30:16.148430 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e9635143-184b-42c1-b680-9f78c005360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.166615 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device be895ade-f05c-4af1-b03e-948ceea2e436 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:16.177738 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-abc968e7-c1d0-4258-824c-985364abe55a service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325605 Oct 27 21:30:16.191816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-11b5d692-e6fb-4516-808c-dd730be63570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.228217 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61bf6979-1c6e-4502-812a-c43bbbbe249a req-6aaea9de-cf9a-4279-9219-d83520556e43 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088830 Oct 27 21:30:16.228744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-11b5d692-e6fb-4516-808c-dd730be63570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.264271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e9635143-184b-42c1-b680-9f78c005360c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5a38c4a5e8b4c4ea051231c93764747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903361 Oct 27 21:30:16.274059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b9a7a0e1-3771-4fba-bb03-9cd4756e5c61 req-7c0c061b-d0da-480b-94a3-d83d5683cb26 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965332 Oct 27 21:30:16.279664 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60692) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.281176 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:16.284826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700008b0-da76-4169-bf94-c9acc2664236" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:16.287121 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9635143-184b-42c1-b680-9f78c005360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6314f3-f9ae-4e5a-b638-475aedb732f3,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.305327 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be895ade-f05c-4af1-b03e-948ceea2e436,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:16.318679 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'be895ade-f05c-4af1-b03e-948ceea2e436', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'port_id': 'be895ade-f05c-4af1-b03e-948ceea2e436', 'mac_address': 'fa:16:3e:75:79:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1ca55-0f5d-4719-90fb-83baa9616463', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:16.325024 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-11b5d692-e6fb-4516-808c-dd730be63570 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63db11a13ae84d418dd34b429a8e75a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8158107 Oct 27 21:30:16.339298 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60696) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.348713 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.351184 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.354564 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ea11c28-491d-42d0-9023-54dc0d2c12a6 HTTP/1.1" status: 204 len: 168 time: 0.6588757 Oct 27 21:30:16.357886 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-c66828a8-d23e-4011-80c0-6f9489ebdda6 req-fe103ab5-3fd5-4294-ae36-bdbf6973212a service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721339 Oct 27 21:30:16.359679 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7a3370e0-f559-4927-b063-baabc807cc17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.368325 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.389731 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be895ade-f05c-4af1-b03e-948ceea2e436 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:16.395342 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d692-e6fb-4516-808c-dd730be63570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3803ac2-2200-4429-8dd4-db5e70f3f4a6,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.411884 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.414751 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0fd74-b1c9-44e0-ad43-401287e5a4e5 x-openstack-request-id: req-f8d0fd74-b1c9-44e0-ad43-401287e5a4e5 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:16.415358 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:16.416261 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8d0fd74-b1c9-44e0-ad43-401287e5a4e5 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:16.417304 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'status': 'completed', 'code': 200} Oct 27 21:30:16.421653 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be895ade-f05c-4af1-b03e-948ceea2e436,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:16.426312 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.427373 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:16.435039 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.499655 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d56c6-8283-4e8f-9ecf-b48cb103595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea11c28-491d-42d0-9023-54dc0d2c12a6,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.508115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.511209 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.514698 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c6314f3-f9ae-4e5a-b638-475aedb732f3 HTTP/1.1" status: 204 len: 168 time: 0.2316890 Oct 27 21:30:16.533283 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9aa33-3f54-4428-9ea1-a04509003b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6314f3-f9ae-4e5a-b638-475aedb732f3,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.535067 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.561580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.649538 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.651578 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700008b0-da76-4169-bf94-c9acc2664236 req-75efab74-a584-4f43-8d66-dbe8ef4c2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.656406 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-75efab74-a584-4f43-8d66-dbe8ef4c2289 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1096 time: 0.1598043 Oct 27 21:30:16.667140 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7a3370e0-f559-4927-b063-baabc807cc17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.674600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846da4-5942-4b5b-aeb8-9db3faa6be31 req-ccd71f0a-5cda-4643-b666-2e063237082d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.676929 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-33846da4-5942-4b5b-aeb8-9db3faa6be31 req-ccd71f0a-5cda-4643-b666-2e063237082d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 944 time: 0.0768454 Oct 27 21:30:16.714055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7a3370e0-f559-4927-b063-baabc807cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.721308 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.736673 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.738711 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3803ac2-2200-4429-8dd4-db5e70f3f4a6 HTTP/1.1" status: 204 len: 168 time: 0.3981233 Oct 27 21:30:16.786120 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:16.802445 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:16.805300 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-33846da4-5942-4b5b-aeb8-9db3faa6be31 req-a96811a5-fe08-485e-b2b4-c2dd571b11d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957079 Oct 27 21:30:16.807928 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96967e93-839a-4fef-bedb-1a6f7e4bd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3803ac2-2200-4429-8dd4-db5e70f3f4a6,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.827546 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7a3370e0-f559-4927-b063-baabc807cc17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2eee578fc5d4ce1a5e6014e44ae1862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674925 Oct 27 21:30:16.828368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60712) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.828662 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3370e0-f559-4927-b063-baabc807cc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0da2c-88e3-425a-b64b-cdb922727afc,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.844278 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78862-8de3-4194-8558-4b09efcec029 req-edbd83c6-7ebb-41ab-9b01-c354d690d444 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.845846 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01b78862-8de3-4194-8558-4b09efcec029 req-edbd83c6-7ebb-41ab-9b01-c354d690d444 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 943 time: 0.1511776 Oct 27 21:30:16.907360 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700008b0-da76-4169-bf94-c9acc2664236 req-7a633821-12e9-4a56-9a0c-705cbf6faa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.909443 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-7a633821-12e9-4a56-9a0c-705cbf6faa55 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.2401252 Oct 27 21:30:16.913574 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01b78862-8de3-4194-8558-4b09efcec029 req-0d235dc5-f27b-4a5e-bdfd-c70122bb2e6c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Oct 27 21:30:16.913970 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60716) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.946032 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.947722 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.971388 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.037262 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.043011 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.044819 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1c0da2c-88e3-425a-b64b-cdb922727afc HTTP/1.1" status: 204 len: 168 time: 0.2153749 Oct 27 21:30:17.057146 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e591062-9832-4de0-90ec-5c4cc46c1efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0da2c-88e3-425a-b64b-cdb922727afc,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.112695 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:17.141640 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:17.150729 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.151432 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 2af1dbea-77dc-47bc-8851-2a80af3f04df details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:17.208565 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6d03981c-91bf-47e2-853f-0da58c12a018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.220139 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-667b2adb-7aa9-4b49-9e70-0a171089ed3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 217 time: 0.2896469 Oct 27 21:30:17.261991 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.337136 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700008b0-da76-4169-bf94-c9acc2664236 req-86dee0cb-ce7f-4e1c-b0d0-8c1737cd3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.339880 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-86dee0cb-ce7f-4e1c-b0d0-8c1737cd3c98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.1083064 Oct 27 21:30:17.352149 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df,segment=NetworkSegment(f700292e-cd5e-4d5d-9144-990fed9baa1f),segment_id=f700292e-cd5e-4d5d-9144-990fed9baa1f)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:17.387986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '2af1dbea-77dc-47bc-8851-2a80af3f04df', 'network_id': 'c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9', 'port_id': '2af1dbea-77dc-47bc-8851-2a80af3f04df', 'mac_address': 'fa:16:3e:57:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2fe20e-3e90-4e18-973a-30c1e203ddc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:17.436673 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.461043 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af1dbea-77dc-47bc-8851-2a80af3f04df {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:17.479662 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700008b0-da76-4169-bf94-c9acc2664236 req-4f55e9de-1106-407d-8c84-846d8baaecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.481832 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-4f55e9de-1106-407d-8c84-846d8baaecaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296566 Oct 27 21:30:17.495199 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6d03981c-91bf-47e2-853f-0da58c12a018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.517717 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df,segment=NetworkSegment(f700292e-cd5e-4d5d-9144-990fed9baa1f),segment_id=f700292e-cd5e-4d5d-9144-990fed9baa1f)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:17.525302 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.530578 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076414c-b84d-4be5-b350-3bd50fb0b842 req-8e9d4249-c8a4-4e73-96e5-cb98d9189812 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.532621 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f076414c-b84d-4be5-b350-3bd50fb0b842 req-8e9d4249-c8a4-4e73-96e5-cb98d9189812 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.1453245 Oct 27 21:30:17.548003 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3a62-4ef5-4d9b-b7e6-a2e3c1928b44 req-2f8ec0dd-f450-4956-8cdc-cf58e60e0cd6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.550763 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c08d3a62-4ef5-4d9b-b7e6-a2e3c1928b44 req-2f8ec0dd-f450-4956-8cdc-cf58e60e0cd6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 943 time: 0.1250148 Oct 27 21:30:17.567636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60736) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:17.623059 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6134b5ad-66eb-478e-abca-8463b8f1dc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.624387 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-bc3c006b-a4c8-4a64-83d0-988cacd672fe service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318195 Oct 27 21:30:17.625935 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6d03981c-91bf-47e2-853f-0da58c12a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.657478 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03981c-91bf-47e2-853f-0da58c12a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b54033-a30a-436b-812a-58d33e5717a2,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.691180 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.716316 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c08d3a62-4ef5-4d9b-b7e6-a2e3c1928b44 req-53d065c9-5204-45e0-a4e4-a99ce8080469 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547570 Oct 27 21:30:17.794805 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f076414c-b84d-4be5-b350-3bd50fb0b842 req-952b14a0-2d37-4e6c-a818-ae59a2a7f81d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422822 Oct 27 21:30:17.834904 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-700008b0-da76-4169-bf94-c9acc2664236 req-bb886f65-c2d6-4c54-8eaa-bed5212aeb57 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783755 Oct 27 21:30:17.861526 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6134b5ad-66eb-478e-abca-8463b8f1dc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.870313 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6134b5ad-66eb-478e-abca-8463b8f1dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.879978 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-6d03981c-91bf-47e2-853f-0da58c12a018 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7db039f648dc4d3aa9b930d2d3a029e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634662 Oct 27 21:30:17.881151 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60752) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:17.960146 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6134b5ad-66eb-478e-abca-8463b8f1dc09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f1bbaa691374c89bfc71c9fb929c35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912346 Oct 27 21:30:17.962651 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b5ad-66eb-478e-abca-8463b8f1dc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d1383-4c0d-4ee0-b78d-9906a7593045,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.971654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60758) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:18.037427 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.088263 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.102292 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b57c-d5c3-4eb4-aff7-c8f8c0f1c07e req-3956ed8d-0d03-4dfd-9810-35432e003274 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.105595 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:18.113259 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97c8b57c-d5c3-4eb4-aff7-c8f8c0f1c07e req-3956ed8d-0d03-4dfd-9810-35432e003274 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 944 time: 0.1715355 Oct 27 21:30:18.124402 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.165177 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['2af1dbea-77dc-47bc-8851-2a80af3f04df'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:18.167434 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['678c633c-6469-4d5f-99d4-14307c3a78a4'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:18.178172 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:18.185910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.276487 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97c8b57c-d5c3-4eb4-aff7-c8f8c0f1c07e req-e9985d05-738e-46bc-8878-3ac2a3230353 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174099 Oct 27 21:30:18.287656 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26350f-2d6d-48d7-a7ef-017f54b0267b req-be47e630-2ea6-433c-aa6d-4e48f3258475 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.297920 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e26350f-2d6d-48d7-a7ef-017f54b0267b req-be47e630-2ea6-433c-aa6d-4e48f3258475 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 944 time: 0.1819553 Oct 27 21:30:18.300062 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.302758 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.312659 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25b54033-a30a-436b-812a-58d33e5717a2 HTTP/1.1" status: 204 len: 168 time: 0.4239695 Oct 27 21:30:18.334594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193650-1595-4a8b-9224-46842e196f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b54033-a30a-436b-812a-58d33e5717a2,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:18.365471 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.366408 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e26350f-2d6d-48d7-a7ef-017f54b0267b req-296be3db-45ff-4a79-ba1b-23d3f1151a1d tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Oct 27 21:30:18.369327 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.372749 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc4d1383-4c0d-4ee0-b78d-9906a7593045 HTTP/1.1" status: 204 len: 168 time: 0.3971496 Oct 27 21:30:18.384122 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d401-313e-4f77-bf9c-412f556f916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d1383-4c0d-4ee0-b78d-9906a7593045,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:18.823724 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:18.928646 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'port_id': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'mac_address': 'fa:16:3e:f9:d4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:18.996266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57097e0d-708c-43ce-82d4-bc98abfbd7c0 req-77e5d371-56d8-4c3b-9edc-72ceb76ac625 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.006516 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57097e0d-708c-43ce-82d4-bc98abfbd7c0 req-77e5d371-56d8-4c3b-9edc-72ceb76ac625 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 943 time: 0.1803882 Oct 27 21:30:19.006760 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.038011 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:19.070870 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:19.077463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.128663 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57097e0d-708c-43ce-82d4-bc98abfbd7c0 req-ccda6d6b-ff09-4c9d-9612-98f074cb8755 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200202 Oct 27 21:30:19.139587 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbccc4-6d2d-4b2c-a2e3-6bb8926fd682 req-075f8cdd-e0a9-4cd3-aa89-366211731005 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.148419 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a7bbccc4-6d2d-4b2c-a2e3-6bb8926fd682 req-075f8cdd-e0a9-4cd3-aa89-366211731005 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.1926479 Oct 27 21:30:19.186584 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:19.218535 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a7bbccc4-6d2d-4b2c-a2e3-6bb8926fd682 req-73d530b0-49ae-4fb6-8a64-a64a7fc4a193 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689051 Oct 27 21:30:19.277323 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 60790) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:19.304732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8fbdcadd-4d05-45b8-b1da-c543d1f25ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.461462 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf72c2-cfb3-4467-a0a1-8aa11d39b094 req-a401ee16-69ef-4181-a3f0-f367534fe72f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.472456 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40cf72c2-cfb3-4467-a0a1-8aa11d39b094 req-a401ee16-69ef-4181-a3f0-f367534fe72f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 944 time: 0.0888247 Oct 27 21:30:19.574273 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40cf72c2-cfb3-4467-a0a1-8aa11d39b094 req-a6f0a45d-8b32-401b-9119-c83f4e5472db tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007459 Oct 27 21:30:19.607973 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8fbdcadd-4d05-45b8-b1da-c543d1f25ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.623553 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de432c7-4091-4585-9837-9fcb6f91f23c req-bd70a994-dcd2-42b2-b718-706f18f92eb1 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.625221 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9de432c7-4091-4585-9837-9fcb6f91f23c req-bd70a994-dcd2-42b2-b718-706f18f92eb1 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 944 time: 0.1284561 Oct 27 21:30:19.626175 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8fbdcadd-4d05-45b8-b1da-c543d1f25ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.682445 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8fbdcadd-4d05-45b8-b1da-c543d1f25ca8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10e590c16ad84999a0e60ce48469a9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964787 Oct 27 21:30:19.689358 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60808) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:19.691786 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdcadd-4d05-45b8-b1da-c543d1f25ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b629a1d-0420-4ae0-adad-2a1add66195f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:19.703051 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:19.742760 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9de432c7-4091-4585-9837-9fcb6f91f23c req-855be25a-763e-4580-9bcc-b0d0381ae702 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881338 Oct 27 21:30:19.839418 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.875724 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.964325 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.979649 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.990270 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b629a1d-0420-4ae0-adad-2a1add66195f HTTP/1.1" status: 204 len: 168 time: 0.2927315 Oct 27 21:30:20.003676 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a5adc-e15f-4095-a448-b32e398cf9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b629a1d-0420-4ae0-adad-2a1add66195f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:20.157587 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device be895ade-f05c-4af1-b03e-948ceea2e436 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:20.249738 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port be895ade-f05c-4af1-b03e-948ceea2e436 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:20.259117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port be895ade-f05c-4af1-b03e-948ceea2e436 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:20.259908 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.408567 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.439760 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1f72-66f0-46a0-9a9b-592001f8b5b6 req-4cd830f5-c3d9-4736-9392-96e16547d634 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.441920 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9f8a1f72-66f0-46a0-9a9b-592001f8b5b6 req-4cd830f5-c3d9-4736-9392-96e16547d634 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.0774772 Oct 27 21:30:20.451508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be346b1-e5b6-43f5-bd2f-92a81d0b96b1 req-15238f53-cdb5-4e84-baeb-a506e2692347 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.458820 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:20.459402 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7be346b1-e5b6-43f5-bd2f-92a81d0b96b1 req-15238f53-cdb5-4e84-baeb-a506e2692347 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 944 time: 0.1580782 Oct 27 21:30:20.521750 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7be346b1-e5b6-43f5-bd2f-92a81d0b96b1 req-b81c5511-f3a6-4593-8d53-97feb5935ab8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Oct 27 21:30:20.544096 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9f8a1f72-66f0-46a0-9a9b-592001f8b5b6 req-67321df6-b8d9-4e17-a97c-7fef157a916d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818362 Oct 27 21:30:20.581520 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be895ade-f05c-4af1-b03e-948ceea2e436,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:20.587146 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.588174 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:20.666640 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:20.685807 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 678c633c-6469-4d5f-99d4-14307c3a78a4 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:20.701122 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 678c633c-6469-4d5f-99d4-14307c3a78a4 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:20.701810 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.758280 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76854-8a93-4c1b-b713-5db154c6b19b req-014f983f-77eb-447d-8372-2eb3e07460e9 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.760274 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96e76854-8a93-4c1b-b713-5db154c6b19b req-014f983f-77eb-447d-8372-2eb3e07460e9 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.0854797 Oct 27 21:30:20.824170 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96e76854-8a93-4c1b-b713-5db154c6b19b req-bb4f8b97-dadc-42a8-b298-65db177b9cc8 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513616 Oct 27 21:30:20.856995 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.896151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:20.902065 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:20.903357 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 2af1dbea-77dc-47bc-8851-2a80af3f04df up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:20.939238 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefc4d3-4ecb-4451-ae69-d6426df7382e req-ebd10b3a-ecdd-4e91-b207-0e1f3801997a tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.941586 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fefc4d3-4ecb-4451-ae69-d6426df7382e req-ebd10b3a-ecdd-4e91-b207-0e1f3801997a tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 944 time: 0.0734630 Oct 27 21:30:20.946288 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc83514-4192-48b3-bbad-8ba5909b203d" -d '{"events": [{"server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "name": "network-vif-plugged", "status": "completed", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:20.995827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fefc4d3-4ecb-4451-ae69-d6426df7382e req-a93116aa-5e1b-4819-8827-79abc754a260 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Oct 27 21:30:21.009354 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 2af1dbea-77dc-47bc-8851-2a80af3f04df completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:21.020854 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 2af1dbea-77dc-47bc-8851-2a80af3f04df triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:21.020854 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:21.047266 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:21.151505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:21.223718 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df,segment=NetworkSegment(f700292e-cd5e-4d5d-9144-990fed9baa1f),segment_id=f700292e-cd5e-4d5d-9144-990fed9baa1f)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:21.230523 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:21.325233 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:21.405115 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab169a6-e329-47b9-b037-01c0fe209c22 x-openstack-request-id: req-cab169a6-e329-47b9-b037-01c0fe209c22 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:21.405515 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "name": "network-vif-plugged", "status": "completed", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:21.405868 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cab169a6-e329-47b9-b037-01c0fe209c22 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:21.406629 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436', 'code': 200} Oct 27 21:30:21.755307 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-5047079d-c8c1-44b0-a3d1-63ab49540b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.757377 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-5047079d-c8c1-44b0-a3d1-63ab49540b53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 1098 time: 0.1195469 Oct 27 21:30:21.779211 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eccda-7c37-45b7-b83a-14b0c7176741 req-9ee4f8ba-1db3-4b82-a87d-4e411f49f736 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.787044 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb4eccda-7c37-45b7-b83a-14b0c7176741 req-9ee4f8ba-1db3-4b82-a87d-4e411f49f736 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 944 time: 0.1774366 Oct 27 21:30:21.793849 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-7a8c174e-fce3-451e-b55b-19b7436912d2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:21.815524 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570562-0370-425d-bf8d-f4630f006c25 req-7c1e93d5-dfd3-462b-af78-88cae6da9da4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.817586 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-25570562-0370-425d-bf8d-f4630f006c25 req-7c1e93d5-dfd3-462b-af78-88cae6da9da4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1518657 Oct 27 21:30:21.872502 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-30e5d231-ad1a-4dcb-a7b0-d7f26e5d7892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:21.903760 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb4eccda-7c37-45b7-b83a-14b0c7176741 req-3eadc8cb-7a32-4f52-af29-aeac341e0dfe tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111383 Oct 27 21:30:21.949440 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-25570562-0370-425d-bf8d-f4630f006c25 req-061d4d15-fd5b-4367-8720-27a2fd5af533 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218531 Oct 27 21:30:21.996871 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-7a8c174e-fce3-451e-b55b-19b7436912d2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:22.005387 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-7a8c174e-fce3-451e-b55b-19b7436912d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:22.064779 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a118fa18-2b33-4692-a815-d872a674b4e5 req-7a8c174e-fce3-451e-b55b-19b7436912d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970662 Oct 27 21:30:22.081038 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c174e-fce3-451e-b55b-19b7436912d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f3988-b0ec-43c2-afd1-4fd6bb7200b9,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:22.119502 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbb74-79ab-4eaf-8359-10b68daf6cd6 req-169756e2-8caa-4513-ad60-ec786c7ed673 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.127823 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b07dbb74-79ab-4eaf-8359-10b68daf6cd6 req-169756e2-8caa-4513-ad60-ec786c7ed673 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.0917952 Oct 27 21:30:22.169788 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:22.215688 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b07dbb74-79ab-4eaf-8359-10b68daf6cd6 req-f0aa29ae-e275-4ce9-9a4b-86e755640c1a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Oct 27 21:30:22.280067 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71b3c-63b9-4c5d-9b4f-da5daf6c2429 req-7aff65dc-8242-463c-a227-f51f3b4c3a26 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.304630 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2c71b3c-63b9-4c5d-9b4f-da5daf6c2429 req-7aff65dc-8242-463c-a227-f51f3b4c3a26 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.1528072 Oct 27 21:30:22.385013 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2c71b3c-63b9-4c5d-9b4f-da5daf6c2429 req-de16ac2b-b1e7-40aa-9da3-129f49fa8e29 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768666 Oct 27 21:30:22.459408 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:22.464735 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:22.465435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:22.596370 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:22.658457 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:22.664051 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:22.726283 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:23.110003 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 60946) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:23.207674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e292e6-8889-4bf9-b02f-5e63344a8641 req-f32de276-ec65-409f-bc48-9e96e22b5155 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.215901 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26e292e6-8889-4bf9-b02f-5e63344a8641 req-f32de276-ec65-409f-bc48-9e96e22b5155 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1572890 Oct 27 21:30:23.265228 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15debd81-dbee-4e23-b78a-6c9552e59106 req-37e3f9a8-9d84-4982-a5b0-e2230aa7683f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.266832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-15debd81-dbee-4e23-b78a-6c9552e59106 req-37e3f9a8-9d84-4982-a5b0-e2230aa7683f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1935861 Oct 27 21:30:23.290007 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26e292e6-8889-4bf9-b02f-5e63344a8641 req-7955d218-3d2f-4388-a672-5cfc085cf695 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727062 Oct 27 21:30:23.353657 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-15debd81-dbee-4e23-b78a-6c9552e59106 req-cff6cda0-b2d4-4a17-92e1-23a2c5b4602b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753558 Oct 27 21:30:23.407931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}, {'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df'}, {'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:23.413968 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396578fc-7509-4247-854a-f3b9e8f97205" -d '{"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}, {"server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "name": "network-vif-plugged", "status": "completed", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df"}, {"server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "name": "network-vif-plugged", "status": "completed", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:23.490495 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bc843f5a-900c-4cd4-b015-ee5935df6982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.536899 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def17d46-3c1c-4987-b72c-b16ac59aeec1 x-openstack-request-id: req-def17d46-3c1c-4987-b72c-b16ac59aeec1 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:23.537727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "code": 200}, {"server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "name": "network-vif-plugged", "status": "completed", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df", "code": 200}, {"server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "name": "network-vif-plugged", "status": "completed", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:23.537727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-def17d46-3c1c-4987-b72c-b16ac59aeec1 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:23.539260 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'code': 200} Oct 27 21:30:23.539851 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df', 'code': 200} Oct 27 21:30:23.541338 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'code': 200} Oct 27 21:30:23.571481 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced2a13-33db-4d45-8eea-2cfcd7faebd8 req-9b379fbf-3464-431f-b219-1563615ed071 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.587827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8ced2a13-33db-4d45-8eea-2cfcd7faebd8 req-9b379fbf-3464-431f-b219-1563615ed071 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.1886511 Oct 27 21:30:23.724088 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bc843f5a-900c-4cd4-b015-ee5935df6982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.732512 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bc843f5a-900c-4cd4-b015-ee5935df6982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.734937 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8ced2a13-33db-4d45-8eea-2cfcd7faebd8 req-2d0c229c-8b79-4e37-bfc6-5ac4a019ac66 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440339 Oct 27 21:30:23.779383 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc843f5a-900c-4cd4-b015-ee5935df6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2271bc5d-d5ec-4827-be4e-5c6cd35904bc,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:23.820939 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc645-75f6-45bf-9e53-c75b6249d515 req-7fb29c66-8806-40d5-a270-92f357b18e6b tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.830961 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3bcc645-75f6-45bf-9e53-c75b6249d515 req-7fb29c66-8806-40d5-a270-92f357b18e6b tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.2026784 Oct 27 21:30:23.846404 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-bc843f5a-900c-4cd4-b015-ee5935df6982 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65ded0f0ad57460eb011715cda21cdea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7351029 Oct 27 21:30:23.852137 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32770) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:23.952894 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3bcc645-75f6-45bf-9e53-c75b6249d515 req-e7b7cad6-692e-4110-a2e8-8e71db7a465f tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070347 Oct 27 21:30:24.023785 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:24.084894 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:24.107141 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b471f8-5c11-4e36-b91c-2e066d1a401c req-4d9c47a1-d0ff-405b-b57b-41d9421506ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.110691 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-90b471f8-5c11-4e36-b91c-2e066d1a401c req-4d9c47a1-d0ff-405b-b57b-41d9421506ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 1098 time: 0.0999801 Oct 27 21:30:24.293976 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-90b471f8-5c11-4e36-b91c-2e066d1a401c req-accfcb16-0d7a-4c75-9feb-f6fbad25251c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687577 Oct 27 21:30:24.300213 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:24.304139 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:24.306017 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2271bc5d-d5ec-4827-be4e-5c6cd35904bc HTTP/1.1" status: 204 len: 168 time: 0.4540293 Oct 27 21:30:24.366911 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e06b1-88f9-4ebc-8832-79caa8a021eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271bc5d-d5ec-4827-be4e-5c6cd35904bc,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:24.423143 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0510691-bd09-43b3-8b19-32632bd96903 req-f0444a0b-8bcb-4d8f-bdfb-bfee89fdf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.439590 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d0510691-bd09-43b3-8b19-32632bd96903 req-f0444a0b-8bcb-4d8f-bdfb-bfee89fdf5f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1099 time: 0.1740668 Oct 27 21:30:24.500315 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b86bff-7f56-426b-9168-3c7e2c8a2490 req-6857af0f-1be2-4fc3-88d3-163f0b2f2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.501944 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17b86bff-7f56-426b-9168-3c7e2c8a2490 req-6857af0f-1be2-4fc3-88d3-163f0b2f2e87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1098 time: 0.2282100 Oct 27 21:30:24.658444 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d0510691-bd09-43b3-8b19-32632bd96903 req-a05d1b1d-ceaf-4c07-87ca-19db0e5c2b5d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798476 Oct 27 21:30:24.787730 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1fa8c-2cc3-4e1c-813c-8226993195e5 req-ac912281-d3d6-48fc-b350-94c5bc14b313 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.789403 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88d1fa8c-2cc3-4e1c-813c-8226993195e5 req-ac912281-d3d6-48fc-b350-94c5bc14b313 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.3598425 Oct 27 21:30:24.829660 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c43395-13aa-4283-a9c5-624e464ba57e req-2f317683-e7d1-4836-8f4d-dbd0a9abec99 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.836504 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a7c43395-13aa-4283-a9c5-624e464ba57e req-2f317683-e7d1-4836-8f4d-dbd0a9abec99 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.3407965 Oct 27 21:30:24.892427 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88d1fa8c-2cc3-4e1c-813c-8226993195e5 req-c4499a90-d2b8-43f4-bdeb-1711db591326 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921152 Oct 27 21:30:24.894621 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17b86bff-7f56-426b-9168-3c7e2c8a2490 req-9d43c661-25a2-4435-b979-c9ea665be18c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456544 Oct 27 21:30:24.927382 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32832) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:24.951801 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a7c43395-13aa-4283-a9c5-624e464ba57e req-9418a86a-4aa1-4327-9057-2758affce28e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882399 Oct 27 21:30:24.964425 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7f468a35-9195-468a-a1d0-c6ea385577c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.166242 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7f468a35-9195-468a-a1d0-c6ea385577c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.177556 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7f468a35-9195-468a-a1d0-c6ea385577c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.270642 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7f468a35-9195-468a-a1d0-c6ea385577c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c10235db730449fbb70b7b69e1df385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406720 Oct 27 21:30:25.271407 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f468a35-9195-468a-a1d0-c6ea385577c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4839c654-444a-4295-9fa7-165e3ff03688,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:25.275344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32856) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:25.297634 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db9544-080a-42fa-a1e3-c66027ff47bc req-4857ed7f-5e67-456f-a59a-ec982e9b4c1a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.301753 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-07db9544-080a-42fa-a1e3-c66027ff47bc req-4857ed7f-5e67-456f-a59a-ec982e9b4c1a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.2149389 Oct 27 21:30:25.317964 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57976531-d0e2-46a6-8a61-cfeff1e0edcb req-1d96ac73-ad15-4b85-a164-3063d4fc94a4 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.322182 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57976531-d0e2-46a6-8a61-cfeff1e0edcb req-1d96ac73-ad15-4b85-a164-3063d4fc94a4 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.1464710 Oct 27 21:30:25.400459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.435032 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-07db9544-080a-42fa-a1e3-c66027ff47bc req-cbb83932-0d8f-411e-a138-9f6d00270753 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094308 Oct 27 21:30:25.446437 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.471087 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57976531-d0e2-46a6-8a61-cfeff1e0edcb req-0e63af3d-4c5a-4de5-87f0-ac1d809d89cc tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325467 Oct 27 21:30:25.557415 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.559985 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.561157 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4839c654-444a-4295-9fa7-165e3ff03688 HTTP/1.1" status: 204 len: 168 time: 0.2848809 Oct 27 21:30:25.575983 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084c2af-a651-466f-b6fd-dee124118f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839c654-444a-4295-9fa7-165e3ff03688,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:25.616810 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32884) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:25.779192 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9a2952bb-1158-4256-a2c3-f704664686e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.964443 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9a2952bb-1158-4256-a2c3-f704664686e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.987886 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9a2952bb-1158-4256-a2c3-f704664686e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.068403 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2952bb-1158-4256-a2c3-f704664686e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffe7a5-749e-418b-8e6b-07b3c51a47bf,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:26.074703 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-9a2952bb-1158-4256-a2c3-f704664686e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d0133ddbafa4f56a6b89002884e3cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567883 Oct 27 21:30:26.077589 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32926) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:26.170873 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.208861 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.261948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931278ff-9065-488b-a5a3-289eeda221f7 req-2e89f653-59bf-4266-9338-3952ba014a6b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.270383 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-931278ff-9065-488b-a5a3-289eeda221f7 req-2e89f653-59bf-4266-9338-3952ba014a6b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1415036 Oct 27 21:30:26.280630 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c962-1e95-40d2-8ea1-29fa56cb3180 req-34db96e0-d25a-469c-b65e-eab21f713b73 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.292927 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8c24c962-1e95-40d2-8ea1-29fa56cb3180 req-34db96e0-d25a-469c-b65e-eab21f713b73 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.2516723 Oct 27 21:30:26.336218 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.339462 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.341092 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92ffe7a5-749e-418b-8e6b-07b3c51a47bf HTTP/1.1" status: 204 len: 168 time: 0.2620776 Oct 27 21:30:26.358059 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24a80-cc0d-42c8-99a3-e37b5c546b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffe7a5-749e-418b-8e6b-07b3c51a47bf,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:26.421375 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8c24c962-1e95-40d2-8ea1-29fa56cb3180 req-a32327d7-147d-4b73-92d7-3936aee516d2 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074393 Oct 27 21:30:26.430024 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-931278ff-9065-488b-a5a3-289eeda221f7 req-111effaa-f5aa-426c-9407-27a7966998e7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351023 Oct 27 21:30:26.498566 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32944) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:26.680108 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5226be-dfd8-4014-9150-9f48f7bdc8cc req-9bba5cb9-9e7d-4d62-9f1b-75c5fab3d875 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.682181 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7e5226be-dfd8-4014-9150-9f48f7bdc8cc req-9bba5cb9-9e7d-4d62-9f1b-75c5fab3d875 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.0871375 Oct 27 21:30:26.700353 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-79756d1a-546c-464b-b861-d36d0ce12340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.752974 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7e5226be-dfd8-4014-9150-9f48f7bdc8cc req-467ba823-6d04-4265-a3cf-a412d8da0ad1 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642688 Oct 27 21:30:26.840457 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6ef67836-bbc7-47c5-bc4e-44a5097ea164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.981691 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6ef67836-bbc7-47c5-bc4e-44a5097ea164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:26.988521 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6ef67836-bbc7-47c5-bc4e-44a5097ea164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.022066 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 32970) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.030962 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-6ef67836-bbc7-47c5-bc4e-44a5097ea164 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49b4a3c18372460e8d4a554a75379bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323455 Oct 27 21:30:27.034298 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 32972) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.057674 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef67836-bbc7-47c5-bc4e-44a5097ea164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620c6e8-8224-412f-9a6e-5594036c086e,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.098501 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f0328989-4255-49f9-9427-ae0d500877c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.256252 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32984) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.267250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.292657 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f0328989-4255-49f9-9427-ae0d500877c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.298058 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.314134 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f0328989-4255-49f9-9427-ae0d500877c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.374103 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.396554 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328989-4255-49f9-9427-ae0d500877c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f455086-3bcc-4430-ad64-7c893ee98b0e,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.406883 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f0328989-4255-49f9-9427-ae0d500877c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ca0d66920a24196a9bb12edcdbf3aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835678 Oct 27 21:30:27.409463 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 32994) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.434024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.437474 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.442668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2620c6e8-8224-412f-9a6e-5594036c086e HTTP/1.1" status: 204 len: 168 time: 0.3871124 Oct 27 21:30:27.451643 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dc136200-100e-4a46-8baa-1aef8f474243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.455518 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fa695-b689-44e9-8de8-b1abe75ecfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620c6e8-8224-412f-9a6e-5594036c086e,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.531056 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.559159 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.651783 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.683990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b6f1d-af45-47eb-869e-70ea51dffab5 req-91921bd6-c31a-49cb-ab74-a3f96af8d195 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.686033 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e5b6f1d-af45-47eb-869e-70ea51dffab5 req-91921bd6-c31a-49cb-ab74-a3f96af8d195 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1046877 Oct 27 21:30:27.693594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dc136200-100e-4a46-8baa-1aef8f474243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.695720 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.698980 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.703688 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f455086-3bcc-4430-ad64-7c893ee98b0e HTTP/1.1" status: 204 len: 168 time: 0.2896600 Oct 27 21:30:27.711264 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dc136200-100e-4a46-8baa-1aef8f474243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.739852 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-dc136200-100e-4a46-8baa-1aef8f474243 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e517d833c2d9417b92e7c7060eb6588d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802556 Oct 27 21:30:27.740851 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a559948-a5cb-45a5-bdd1-563cdfaa65f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f455086-3bcc-4430-ad64-7c893ee98b0e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.746319 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33012) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.814202 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e5b6f1d-af45-47eb-869e-70ea51dffab5 req-dc7157e5-8cb8-4f1c-b6fc-60806816057f tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201608 Oct 27 21:30:27.879403 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc136200-100e-4a46-8baa-1aef8f474243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea155d59-9384-497f-baf0-d03c677392f5,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.903908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792561b9-bf03-461f-b517-08c9b90baa83 req-58cda65e-114a-4d7d-aa01-c7c4abadfded tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.912480 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-792561b9-bf03-461f-b517-08c9b90baa83 req-58cda65e-114a-4d7d-aa01-c7c4abadfded tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0953348 Oct 27 21:30:27.926675 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.963155 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.009213 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-792561b9-bf03-461f-b517-08c9b90baa83 req-be1f8ace-a291-4309-9fab-eeacfc860fef tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882580 Oct 27 21:30:28.049958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01ab48-ddbb-4c79-8bd2-86906ca66818 req-a0da4e70-2133-46d6-a49e-030aabcd8ea0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:28.051695 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df01ab48-ddbb-4c79-8bd2-86906ca66818 req-a0da4e70-2133-46d6-a49e-030aabcd8ea0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1045222 Oct 27 21:30:28.075233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33018) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.086090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'floatingip': {'port_id': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:28.099545 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.103426 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.104861 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea155d59-9384-497f-baf0-d03c677392f5 HTTP/1.1" status: 204 len: 168 time: 0.3575270 Oct 27 21:30:28.106505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.118254 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525eb25-bbd0-4b04-b767-c196e36286cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea155d59-9384-497f-baf0-d03c677392f5,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:28.192320 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33024) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.195668 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.212941 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1973fc15-f68e-49a3-8c10-cecae9b811ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.310291 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8196ec-fb33-4f4a-b181-69e25df6df4c req-47417bca-199b-40dc-8c3d-d4070fe9791e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:28.316891 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1973fc15-f68e-49a3-8c10-cecae9b811ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.320031 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cc8196ec-fb33-4f4a-b181-69e25df6df4c req-47417bca-199b-40dc-8c3d-d4070fe9791e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1645062 Oct 27 21:30:28.323005 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33030) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.329511 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'floatingip': {'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:28.358392 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1973fc15-f68e-49a3-8c10-cecae9b811ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.439451 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.566433 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1973fc15-f68e-49a3-8c10-cecae9b811ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ca90ef3a24342a180ea19b2f408f91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723218 Oct 27 21:30:28.593342 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33042) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.620940 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973fc15-f68e-49a3-8c10-cecae9b811ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17561db6-84ab-42b7-bb2d-00f09291f06e,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:28.792856 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33050) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.841560 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.894971 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce68a7e4-b90f-43bd-890a-eb1df4ce8ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.903238 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.032186 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.035096 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.036935 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17561db6-84ab-42b7-bb2d-00f09291f06e HTTP/1.1" status: 204 len: 168 time: 0.4434958 Oct 27 21:30:29.059894 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd6631-a292-48ef-bb1f-1e635db80617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17561db6-84ab-42b7-bb2d-00f09291f06e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:29.096082 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.db.resource_extend [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 21:30:29.218940 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.231673 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.334057 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.571312 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Floating IP c1912f2e-7473-48b2-9ed2-48e4add8b6c7 associated. External IP: 172.27.0.182, port: 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45. Oct 27 21:30:29.611598 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce68a7e4-b90f-43bd-890a-eb1df4ce8ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.648885 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce68a7e4-b90f-43bd-890a-eb1df4ce8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.683325 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ce68a7e4-b90f-43bd-890a-eb1df4ce8ebf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85419a4844d5499185792b4d73508a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8885696 Oct 27 21:30:29.686587 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33086) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:29.717755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68a7e4-b90f-43bd-890a-eb1df4ce8ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b666150-2446-4d09-beb1-5d436869ce18,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:29.775307 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.787551 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.885288 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.922482 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:29.923000 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.981835 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.l3_db [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Floating IP 34e1e984-e909-42d4-a8ed-f71ebc0ddfc2 associated. External IP: 172.27.0.154, port: 678c633c-6469-4d5f-99d4-14307c3a78a4. Oct 27 21:30:30.086663 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.089847 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.093421 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b666150-2446-4d09-beb1-5d436869ce18 HTTP/1.1" status: 204 len: 168 time: 0.4025679 Oct 27 21:30:30.103351 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33106) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:30.105029 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83033c-da05-4b5f-a5b6-8e06df201a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b666150-2446-4d09-beb1-5d436869ce18,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:30.116890 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:30.134670 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.136029 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:30.152628 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:30.154731 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:30.189094 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-20db8a79-6d25-41cc-a14a-160fee6bfb60 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "PUT /v2.0/floatingips/c1912f2e-7473-48b2-9ed2-48e4add8b6c7 HTTP/1.1" status: 200 len: 991 time: 2.1139116 Oct 27 21:30:30.189691 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:30.192604 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ad5b47-8cf3-4a41-9424-baae252fddf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:30.239636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de1609-a160-4e76-8931-69c4900a675b x-openstack-request-id: req-c7de1609-a160-4e76-8931-69c4900a675b {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:30.240145 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:30.240534 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7de1609-a160-4e76-8931-69c4900a675b {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:30.241213 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'status': 'completed', 'code': 200} Oct 27 21:30:30.324151 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:30.337080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:30.377412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-f9c0579c-1d13-465f-9be4-2ec70113f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.386040 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-f9c0579c-1d13-465f-9be4-2ec70113f2ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1098 time: 0.0908368 Oct 27 21:30:30.524969 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:30.530029 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.542641 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:30.561456 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:30.567313 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1996623602-network', 'tenant_id': 'cb642f8ae9f34e3480ad91bd4b203500'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:30.570517 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:30.590609 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d0da8bf0-f60f-4e77-966d-c99f53c9215c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "PUT /v2.0/floatingips/34e1e984-e909-42d4-a8ed-f71ebc0ddfc2 HTTP/1.1" status: 200 len: 992 time: 2.2661970 Oct 27 21:30:30.592000 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:30.613614 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28927490-8da6-46ab-8c0d-9987cce61b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:30.716444 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f6615-9983-4f0e-a4a6-5f8b1f36cf80 x-openstack-request-id: req-920f6615-9983-4f0e-a4a6-5f8b1f36cf80 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:30.717636 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:30.718241 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-920f6615-9983-4f0e-a4a6-5f8b1f36cf80 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:30.718833 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'status': 'completed', 'code': 200} Oct 27 21:30:30.780728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Made reservation on behalf of cb642f8ae9f34e3480ad91bd4b203500 for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:30.800676 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.809888 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c1912f2e-7473-48b2-9ed2-48e4add8b6c7', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:f9:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:58Z', 'updated_at': '2021-10-27T21:30:28Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:30.849463 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.884050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:30.886419 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-5b842eb2-b6cc-49dd-a75a-87ed72b61b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.888038 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:30.889419 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-5b842eb2-b6cc-49dd-a75a-87ed72b61b33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1099 time: 0.1062777 Oct 27 21:30:30.893271 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-6f79b265-53a5-4b77-973f-c7f493ac1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.894845 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-6f79b265-53a5-4b77-973f-c7f493ac1803 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.4992604 Oct 27 21:30:30.918329 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:30.918970 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:31.013248 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-32bd7d23-a3e4-446a-9b99-a220f4c0519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.014884 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-32bd7d23-a3e4-446a-9b99-a220f4c0519f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.1113138 Oct 27 21:30:31.147085 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:31.257059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-fd7d5292-fecb-48fb-8ca1-8b750be36d79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 999 time: 0.3411245 Oct 27 21:30:31.277532 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-fbd40247-e9d5-4873-8630-5c901ef51de7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1000 time: 0.2501769 Oct 27 21:30:31.382932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.392461 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-ca254db8-da40-479a-829e-f26b1b52a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.394541 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-ca254db8-da40-479a-829e-f26b1b52a4ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.1257658 Oct 27 21:30:31.395711 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.415656 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-e6647553-5245-4397-84ed-e1b82679b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.416374 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-e6647553-5245-4397-84ed-e1b82679b281 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.1314223 Oct 27 21:30:31.425014 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19f2b8-d40c-4500-89dd-f48a68b6dea3,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:31.473157 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:30:31.499801 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '34e1e984-e909-42d4-a8ed-f71ebc0ddfc2', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:57Z', 'updated_at': '2021-10-27T21:30:29Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:31.501229 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.501773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Added segment 565e5790-a279-455b-bcc2-cd715fc5fbf1 of type vlan for network 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 Oct 27 21:30:31.539114 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-aa58496d-d694-43d2-bc31-c0281fc9584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.541051 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-aa58496d-d694-43d2-bc31-c0281fc9584f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050854 Oct 27 21:30:31.555433 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-3d73b936-cbe6-43a0-a1db-7da1d539ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.561502 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-3d73b936-cbe6-43a0-a1db-7da1d539ec32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1374967 Oct 27 21:30:31.570113 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:31.581944 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:31.582848 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:31.708417 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:31.713002 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.722493 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-9192355a-90e9-4c81-adfe-6db8a85251e0 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380675 Oct 27 21:30:31.739131 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-f825115f-aa6b-4dc7-ba91-30be8952d80f service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899006 Oct 27 21:30:31.781804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.782778 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.784733 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.935105 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c1912f2e-7473-48b2-9ed2-48e4add8b6c7', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:f9:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:58Z', 'updated_at': '2021-10-27T21:30:28Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:31.971014 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-28927490-8da6-46ab-8c0d-9987cce61b6a req-fb092fb0-6947-440e-ac1b-3f9267cfb246 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201209 Oct 27 21:30:31.996213 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33176) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:31.996546 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8914504 Oct 27 21:30:31.999018 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a952ba-ff5e-4254-9519-c6ff370b6836 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c1912f2e-7473-48b2-9ed2-48e4add8b6c7', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:f9:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:58Z', 'updated_at': '2021-10-27T21:30:28Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:32.001310 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Request body: {'subnet': {'network_id': '5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1996623602-subnet', 'tenant_id': 'cb642f8ae9f34e3480ad91bd4b203500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:32.044095 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5aa45-b101-45ac-981e-7b5b0152ad9a admin admin] Pushing event updated for resources: {'Network': ['ID=5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:32.055778 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Made reservation on behalf of cb642f8ae9f34e3480ad91bd4b203500 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:32.061286 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.068426 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:30:32.106556 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ad5b47-8cf3-4a41-9424-baae252fddf8 req-3a6cfc25-c407-4ee3-8aa7-20f70bc53064 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646595 Oct 27 21:30:32.403181 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.432915 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ef8c23-4602-4155-b867-559e8dd2c0f6 None None] New status for floating IP c1912f2e-7473-48b2-9ed2-48e4add8b6c7: ACTIVE {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:30:32.437335 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '34e1e984-e909-42d4-a8ed-f71ebc0ddfc2', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:57Z', 'updated_at': '2021-10-27T21:30:29Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:32.478809 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabcbc2-4253-4ddf-89fd-d2cb22579475 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '34e1e984-e909-42d4-a8ed-f71ebc0ddfc2', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:57Z', 'updated_at': '2021-10-27T21:30:29Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:32.532344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Checking segment: {'id': '565e5790-a279-455b-bcc2-cd715fc5fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:32.532702 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Network hostable DHCP agents. Network: 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:30:32.535951 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5756220b-f8e1-4e4a-ac51-2d3973699e03,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:32.569938 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Network 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:30:32.597527 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:32.602459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:32.603574 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.610275 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa5798-1f4b-41b0-bbea-63bfdce6cb0c None None] Network 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:32.632629 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2f8c1e38-8529-4247-8a6d-65f4b2f2699b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6350684 Oct 27 21:30:32.815545 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce911dee-a2e0-4085-9a5c-0ca4a771f0c5 None None] Network 5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:32.892576 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798fe4f-6019-4e3e-99c0-40c4c6c679e0 None None] New status for floating IP 34e1e984-e909-42d4-a8ed-f71ebc0ddfc2: ACTIVE {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:30:33.563855 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33252) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:33.657125 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33260) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:33.661966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1644723181-network', 'tenant_id': 'cc5876ad0c504c63816012bc252831f3'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:33.686872 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-89d6351e-3443-4b00-b575-eea60afe44a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.692894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Made reservation on behalf of cc5876ad0c504c63816012bc252831f3 for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:33.696374 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.705820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.780157 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-89d6351e-3443-4b00-b575-eea60afe44a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.785367 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-89d6351e-3443-4b00-b575-eea60afe44a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.795523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.800075 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.826435 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:30:33.830519 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-89d6351e-3443-4b00-b575-eea60afe44a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74aec03e26844a50b77ef3c5d8e2c668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655663 Oct 27 21:30:33.831709 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6351e-3443-4b00-b575-eea60afe44a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb6935-5375-4dae-bc6e-1262e6c39b3b,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:33.834021 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33268) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:33.838015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada1c38-392c-46d2-8707-d711bfb5296b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:33.844314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.844814 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Added segment 7fe393fa-d875-4619-acd5-2571741070c7 of type vlan for network eaec491a-400f-497f-9e49-1140cd393d41 Oct 27 21:30:33.888580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.892032 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.918157 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.925571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.926916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:33.927815 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.977339 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.980748 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.984685 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1cb6935-5375-4dae-bc6e-1262e6c39b3b HTTP/1.1" status: 204 len: 168 time: 0.1487699 Oct 27 21:30:33.994374 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3361270 Oct 27 21:30:33.997177 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33276) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:33.997320 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2206-63d7-485a-a629-5f70408cff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb6935-5375-4dae-bc6e-1262e6c39b3b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.003581 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Request body: {'subnet': {'network_id': 'eaec491a-400f-497f-9e49-1140cd393d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1644723181-subnet', 'tenant_id': 'cc5876ad0c504c63816012bc252831f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:34.021291 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f06c0-bfa4-4894-94c4-368d76388dde admin admin] Pushing event updated for resources: {'Network': ['ID=eaec491a-400f-497f-9e49-1140cd393d41,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.041901 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Made reservation on behalf of cc5876ad0c504c63816012bc252831f3 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:34.047741 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.054825 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network eaec491a-400f-497f-9e49-1140cd393d41 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:30:34.335432 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.410795 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1301b38-d5f1-4946-913d-85380b51489d,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.432002 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Checking segment: {'id': '7fe393fa-d875-4619-acd5-2571741070c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'eaec491a-400f-497f-9e49-1140cd393d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:34.433705 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Network hostable DHCP agents. Network: eaec491a-400f-497f-9e49-1140cd393d41, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:30:34.466260 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Network eaec491a-400f-497f-9e49-1140cd393d41 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:30:34.479041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, eaec491a-400f-497f-9e49-1140cd393d41) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:34.484917 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.485030 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.497489 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae4dab-3943-4734-bc91-9f2c1bcf1cd3 None None] Network eaec491a-400f-497f-9e49-1140cd393d41 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:34.507466 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8c4db532-1899-452e-8d3f-3d726fa8fc39 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5092318 Oct 27 21:30:34.593883 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33294) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.624857 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f626168-9c60-4cd2-847c-2c2f6b5f8501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.705736 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a592a7-a05f-4bd5-9672-5dc060c4e059 None None] Network eaec491a-400f-497f-9e49-1140cd393d41 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:34.774414 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f626168-9c60-4cd2-847c-2c2f6b5f8501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.784557 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f626168-9c60-4cd2-847c-2c2f6b5f8501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.858317 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7f626168-9c60-4cd2-847c-2c2f6b5f8501 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f814d7978fc42ff9db406f1ff81735c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594748 Oct 27 21:30:34.858731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33300) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.867815 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f626168-9c60-4cd2-847c-2c2f6b5f8501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f957e2-8e80-4519-86d9-a1d9a0a26d44,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.964898 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.999752 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.064765 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.067323 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.068459 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69f957e2-8e80-4519-86d9-a1d9a0a26d44 HTTP/1.1" status: 204 len: 168 time: 0.2060204 Oct 27 21:30:35.082374 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2dbd-16c0-4b80-bf38-0db389bae726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f957e2-8e80-4519-86d9-a1d9a0a26d44,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:41.637027 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:30:42.394001 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-285d927f-8c88-4a8f-9a04-65193eacb851 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:42.395904 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-285d927f-8c88-4a8f-9a04-65193eacb851 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.1170757 Oct 27 21:30:42.418574 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-81728baa-168c-4676-906a-1ba074738843 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/quotas/1125783b37e14844bc40275d6c5858b4 HTTP/1.1" status: 200 len: 375 time: 0.0141976 Oct 27 21:30:42.475114 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-f1771fc6-a4b5-485c-98e7-8b1f5555b250 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474012 Oct 27 21:30:42.579649 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-25a3142c-c50d-460a-9eba-3e8e9360d71a service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960767 Oct 27 21:30:42.682629 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-4f106023-f528-45b1-b5f1-faa59a559931 service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961537 Oct 27 21:30:42.951940 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-55779c92-2102-4add-82e3-2b352a2aeeca req-90620ba2-157f-4b02-899c-b4b3fa2015e1 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 210 time: 0.0598266 Oct 27 21:30:44.092127 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-663c98b6-16c4-4687-81dc-54580e2aa37b req-013ef4cd-bf8c-4b02-88b7-48725c248918 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 210 time: 0.0273468 Oct 27 21:30:44.604398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-c3074211-a5c2-404c-a9ff-094abacd6092 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.606255 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-c3074211-a5c2-404c-a9ff-094abacd6092 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.1878633 Oct 27 21:30:44.643947 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Request body: {'port': {'device_id': '081910cc-433a-474d-a52a-f077e515f46b', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'admin_state_up': True, 'tenant_id': '1125783b37e14844bc40275d6c5858b4'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:44.780730 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:44.784662 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.166450 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Allocated IP 172.20.0.14 (6689ee59-ab48-4dc4-aa54-e929a94257ea/17d1ca55-0f5d-4719-90fb-83baa9616463/07d006f4-3f59-42c3-9b4b-8dab64b8736c) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:45.233755 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-972b24b8-c95f-4797-9129-bc8d63a02312 req-9c8ba783-eedf-42ed-a0f7-0f3da5f11db2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 210 time: 0.0427823 Oct 27 21:30:45.385506 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.424627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.473090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:45.476795 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:45.480820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:45.486402 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.487021 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.496290 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event updated for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.505862 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.506238 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.506758 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.506993 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.507354 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.507689 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.508021 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.508377 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.508676 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.509000 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.509327 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.509658 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:45.515871 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-76439a8b-fef9-4a59-8f52-8cfb0a04dd6c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8786671 Oct 27 21:30:48.657929 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:48.737452 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Request body: {'port': {'device_id': '081910cc-433a-474d-a52a-f077e515f46b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:48.794773 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.038573 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8d07b-0b2c-4510-b093-fbbfe89a3ea3 req-c0beb69b-20ea-4978-9087-9ff9bad050fd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.040185 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19d8d07b-0b2c-4510-b093-fbbfe89a3ea3 req-c0beb69b-20ea-4978-9087-9ff9bad050fd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 932 time: 0.1129954 Oct 27 21:30:49.124434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19d8d07b-0b2c-4510-b093-fbbfe89a3ea3 req-ab9001b3-23b3-44ea-8bbf-9e88d98a94b3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738232 Oct 27 21:30:49.138523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d006f4-3f59-42c3-9b4b-8dab64b8736c {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:49.147105 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.160973 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Transition to ACTIVE for port object 07d006f4-3f59-42c3-9b4b-8dab64b8736c will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:49.165719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.216178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Pushing event updated for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.253531 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Attempting to bind port 07d006f4-3f59-42c3-9b4b-8dab64b8736c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:49.253863 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Attempting to bind port 07d006f4-3f59-42c3-9b4b-8dab64b8736c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:49.254185 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Attempting to bind port 07d006f4-3f59-42c3-9b4b-8dab64b8736c on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:49.258537 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Port 07d006f4-3f59-42c3-9b4b-8dab64b8736c on network 6689ee59-ab48-4dc4-aa54-e929a94257ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:49.258851 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Attempting to bind port 07d006f4-3f59-42c3-9b4b-8dab64b8736c on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:49.263626 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:49.263955 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Checking segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:49.264359 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Bound using segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:49.264870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Bound port: 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:49.265220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.328887 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:49.331937 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:49.335776 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.376475 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.377088 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.378473 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] 10.222.0.66 "PUT /v2.0/ports/07d006f4-3f59-42c3-9b4b-8dab64b8736c HTTP/1.1" status: 200 len: 1094 time: 0.6455336 Oct 27 21:30:49.378912 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:49.381281 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1538a2-2846-411f-b38d-0e71f3a4ba02" -d '{"events": [{"name": "network-changed", "server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:49.402850 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9105d-581b-450b-be19-bb02f7198d78 service neutron] Pushing event updated for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.434353 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a5d72-da7e-49b4-bd03-453fd599ff54 x-openstack-request-id: req-f82a5d72-da7e-49b4-bd03-453fd599ff54 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:49.434646 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:49.434898 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f82a5d72-da7e-49b4-bd03-453fd599ff54 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:49.435321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c', 'status': 'completed', 'code': 200} Oct 27 21:30:49.517609 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-da57c3d0-fc07-4d9c-a09f-fca80bb06761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.519113 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-da57c3d0-fc07-4d9c-a09f-fca80bb06761 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 1097 time: 0.0413351 Oct 27 21:30:49.574502 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-15b1a580-8ab0-4f6e-a61c-3a514d84b59d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c HTTP/1.1" status: 200 len: 217 time: 0.0353184 Oct 27 21:30:49.651235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-100191af-c9c0-4e1c-9451-0505e2511267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.652777 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-100191af-c9c0-4e1c-9451-0505e2511267 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0540707 Oct 27 21:30:49.702177 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-a3b2e507-4932-4740-b4c4-65affe47d4db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264211 Oct 27 21:30:49.810243 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-c68eb201-7154-41a2-803e-da7669b106b8 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969412 Oct 27 21:30:49.916054 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2317d985-8048-4cfb-bdd7-ad18d14da7a5 req-282537c2-1b57-4eb1-86ce-47edb7aaa64c service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921619 Oct 27 21:30:50.174313 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-a1f6c407-bcf3-4030-901e-b4b03cf33ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.175975 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-a1f6c407-bcf3-4030-901e-b4b03cf33ca0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 1097 time: 0.0417366 Oct 27 21:30:50.313733 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8544-f0b8-4ef6-9115-5d22d0061ac7 req-50e08419-8e7b-4f7a-b7e1-01fc6a1a5685 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.315232 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7eee8544-f0b8-4ef6-9115-5d22d0061ac7 req-50e08419-8e7b-4f7a-b7e1-01fc6a1a5685 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 944 time: 0.0669708 Oct 27 21:30:50.346118 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-3ba18871-da57-49d8-9498-f1238c910806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.347660 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-3ba18871-da57-49d8-9498-f1238c910806 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 916 time: 0.1477549 Oct 27 21:30:50.409484 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-d5308d0c-8547-4bcd-a03f-6058d370e813 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c HTTP/1.1" status: 200 len: 217 time: 0.0510910 Oct 27 21:30:50.417650 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7eee8544-f0b8-4ef6-9115-5d22d0061ac7 req-8793a53b-e0c9-4a04-ac06-0968d87c1f7d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Oct 27 21:30:50.484882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-9060d743-6ea8-40c7-ada5-6ba4daf599ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.487829 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-9060d743-6ea8-40c7-ada5-6ba4daf599ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0552101 Oct 27 21:30:50.534145 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-215a320d-8727-4783-a19d-a36d4716190f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373864 Oct 27 21:30:50.681221 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-6ac1f2cc-eded-4036-a53e-c7bebd1c7811 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103997 Oct 27 21:30:50.789615 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c1538a2-2846-411f-b38d-0e71f3a4ba02 req-b5ec67d7-2f24-49cf-aad1-57f70dbbc701 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975213 Oct 27 21:30:51.027705 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84d95-037d-48c0-a4a1-4f043451784f req-1134180b-deaf-4967-b5bd-3dbda0f497f3 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:51.029477 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bac84d95-037d-48c0-a4a1-4f043451784f req-1134180b-deaf-4967-b5bd-3dbda0f497f3 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.0605254 Oct 27 21:30:51.077170 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bac84d95-037d-48c0-a4a1-4f043451784f req-65ecb93c-d460-4f35-8ab1-e9e1624c0e85 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Oct 27 21:30:51.269962 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33742) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:51.386329 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.479176 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.485027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.528804 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5096777f50147dfa971ef131b30d07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576928 Oct 27 21:30:51.529701 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f89cc-bb6e-49c5-99a4-b291664e627b,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:51.533639 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33758) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:51.573770 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.574115 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.574454 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.574785 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.575113 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.575497 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.575857 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.576181 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.576509 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.576826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.577145 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.577459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0df1f-c95b-4706-80d4-7cf3f6b70f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:51.577802 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae07b8-b140-4a9e-a54e-356e333d2c42 req-cfa48d30-72d7-43a2-9043-df9e0e8aa175 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:51.579403 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-71ae07b8-b140-4a9e-a54e-356e333d2c42 req-cfa48d30-72d7-43a2-9043-df9e0e8aa175 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 944 time: 0.0805144 Oct 27 21:30:51.608384 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.622796 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-71ae07b8-b140-4a9e-a54e-356e333d2c42 req-5da9e673-9c04-415e-b5c6-e0d43ce8635d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Oct 27 21:30:51.629937 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.679747 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.682401 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.683605 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/941f89cc-bb6e-49c5-99a4-b291664e627b HTTP/1.1" status: 204 len: 168 time: 0.1489584 Oct 27 21:30:51.694383 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9542-93e8-44dd-915f-82816ab768ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f89cc-bb6e-49c5-99a4-b291664e627b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:51.847825 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-bba233d4-7438-4c79-b5c1-d0734b0360da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.961569 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33768) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:51.974934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e1cbf00-d329-4f50-8ddd-b615139efc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.051023 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e1cbf00-d329-4f50-8ddd-b615139efc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.056281 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e1cbf00-d329-4f50-8ddd-b615139efc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.095014 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-9e1cbf00-d329-4f50-8ddd-b615139efc4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a601a9f0a68d4f0186ebdfaf2598f730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323528 Oct 27 21:30:52.095956 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cbf00-d329-4f50-8ddd-b615139efc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b3f50-ad5f-405d-8e4e-861fb65ead3c,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.099176 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33770) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.177717 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.224497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.256274 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a9ab-3dd2-472c-9e4c-6ee01806eef4 req-da8824a1-bebb-401d-b5d2-65788b6e781c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:52.257895 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e499a9ab-3dd2-472c-9e4c-6ee01806eef4 req-da8824a1-bebb-401d-b5d2-65788b6e781c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.0956328 Oct 27 21:30:52.319695 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e499a9ab-3dd2-472c-9e4c-6ee01806eef4 req-87524329-4435-42db-b97e-6d34e1aa15f1 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Oct 27 21:30:52.320912 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.323571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.327045 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b87b3f50-ad5f-405d-8e4e-861fb65ead3c HTTP/1.1" status: 204 len: 168 time: 0.2244275 Oct 27 21:30:52.339977 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef26bd1-ca61-4b6b-8548-733d821f025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b3f50-ad5f-405d-8e4e-861fb65ead3c,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.676958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 33796) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.692650 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b61edc20-1172-45b8-9d7b-a2806871f9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.770674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b61edc20-1172-45b8-9d7b-a2806871f9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.775541 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b61edc20-1172-45b8-9d7b-a2806871f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.814435 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b61edc20-1172-45b8-9d7b-a2806871f9a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=664f11b8635047769a30ab80be8bd8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363189 Oct 27 21:30:52.815331 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61edc20-1172-45b8-9d7b-a2806871f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56cdc7f-f056-4443-8ab3-282b4223656b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.817235 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 33800) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.870086 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.890481 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.937892 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.940489 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.941694 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d56cdc7f-f056-4443-8ab3-282b4223656b HTTP/1.1" status: 204 len: 168 time: 0.1233408 Oct 27 21:30:52.949680 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9a26f-b5d9-474a-be60-520ac1738114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56cdc7f-f056-4443-8ab3-282b4223656b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:55.461007 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 07d006f4-3f59-42c3-9b4b-8dab64b8736c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:55.586440 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:55.607015 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '07d006f4-3f59-42c3-9b4b-8dab64b8736c', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'port_id': '07d006f4-3f59-42c3-9b4b-8dab64b8736c', 'mac_address': 'fa:16:3e:12:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1ca55-0f5d-4719-90fb-83baa9616463', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:55.681967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380c45-5a9c-49f9-91e0-dc5e5aa54481 req-fa94f557-c951-413a-a695-8fb8169a8bd4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.689336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:55.689643 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-43380c45-5a9c-49f9-91e0-dc5e5aa54481 req-fa94f557-c951-413a-a695-8fb8169a8bd4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 944 time: 0.0707681 Oct 27 21:30:55.721675 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d006f4-3f59-42c3-9b4b-8dab64b8736c {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:55.761576 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:55.768009 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:55.784807 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-43380c45-5a9c-49f9-91e0-dc5e5aa54481 req-277562bf-309f-4ed9-8926-eac981db776f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943196 Oct 27 21:30:55.807522 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf76f20-b4e0-4dd9-84bf-ed9fe8ada02e req-8eb62ea0-cf8a-412d-9577-d0c34f198989 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.809250 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8bf76f20-b4e0-4dd9-84bf-ed9fe8ada02e req-8eb62ea0-cf8a-412d-9577-d0c34f198989 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.0857553 Oct 27 21:30:55.855255 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8bf76f20-b4e0-4dd9-84bf-ed9fe8ada02e req-d3b3aaea-15b1-4c2d-9e2f-389157516144 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Oct 27 21:30:55.858219 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:55.867936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.868309 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.868654 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.869054 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.869385 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.869833 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.870158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.870490 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.870838 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.871197 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.871575 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:55.871961 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:56.343365 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['07d006f4-3f59-42c3-9b4b-8dab64b8736c'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:56.569897 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-0a6e2057-5ab3-40fd-aab7-1640ff2cabd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512168 Oct 27 21:30:56.689140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-508acfb8-adeb-4477-a371-c70cb73e87d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:56.774951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-5aee7172-22d8-46c4-bc8f-d5fee79f51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:56.777406 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-5aee7172-22d8-46c4-bc8f-d5fee79f51a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 1098 time: 0.0669477 Oct 27 21:30:57.222682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50881e-974f-402e-88f4-3c2bc57c33fe req-1407e23a-bdf9-418b-b218-654161cbf17c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.225896 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4c50881e-974f-402e-88f4-3c2bc57c33fe req-1407e23a-bdf9-418b-b218-654161cbf17c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 945 time: 0.2570066 Oct 27 21:30:57.251412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5800b-5b4f-4fff-a0a8-d36f3feb3057 req-7d701ebc-c07b-4b11-b34a-7d4328e31b40 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.254064 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fc5800b-5b4f-4fff-a0a8-d36f3feb3057 req-7d701ebc-c07b-4b11-b34a-7d4328e31b40 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.2399464 Oct 27 21:30:57.371553 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-d1d1e662-3522-4d15-8445-77c0710d51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.373876 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-d1d1e662-3522-4d15-8445-77c0710d51c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 916 time: 0.4385841 Oct 27 21:30:57.374905 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.423747 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4c50881e-974f-402e-88f4-3c2bc57c33fe req-7d2f511c-eb11-4251-ae4d-b9d12daae0ad tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637888 Oct 27 21:30:57.482798 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fc5800b-5b4f-4fff-a0a8-d36f3feb3057 req-e6660174-7822-40a8-974e-670a5cfc8bb2 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113957 Oct 27 21:30:57.485144 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-05ec41f0-7022-4858-af34-4a11f38cb3fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be895ade-f05c-4af1-b03e-948ceea2e436 HTTP/1.1" status: 200 len: 217 time: 0.0909576 Oct 27 21:30:57.577090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-6e40655a-8d00-4455-aa92-d2bafaa891b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.579519 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-6e40655a-8d00-4455-aa92-d2bafaa891b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0674081 Oct 27 21:30:57.626562 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-6bca7d2b-4fc8-4d7a-8591-5a22d063b8dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358233 Oct 27 21:30:57.634925 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-dc729c67-3751-4c7a-ae19-b83a598327ee tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.637845 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-dc729c67-3751-4c7a-ae19-b83a598327ee tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 945 time: 0.1257513 Oct 27 21:30:57.640313 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.765566 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-5574a6da-06eb-40d9-b1cc-3ad2e348c505 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290152 Oct 27 21:30:57.900143 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db9f402-2885-40b6-82d0-8251cd4fa45f req-3207647f-70b5-4721-83ff-e73699075d22 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261201 Oct 27 21:30:58.012232 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Deleting port 2af1dbea-77dc-47bc-8851-2a80af3f04df {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:58.012754 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.106727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.152782 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] For port 2af1dbea-77dc-47bc-8851-2a80af3f04df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2af1dbea-77dc-47bc-8851-2a80af3f04df,segment=NetworkSegment(f700292e-cd5e-4d5d-9144-990fed9baa1f),segment_id=f700292e-cd5e-4d5d-9144-990fed9baa1f)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:58.153058 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.183671 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Calling delete_port for 2af1dbea-77dc-47bc-8851-2a80af3f04df owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:58.501724 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.551069 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['2af1dbea-77dc-47bc-8851-2a80af3f04df'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:58.607227 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Pushing event deleted for resources: {'Port': ['ID=2af1dbea-77dc-47bc-8851-2a80af3f04df,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:58.713689 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] No DVR routers for this DVR port 2af1dbea-77dc-47bc-8851-2a80af3f04df on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:30:58.718076 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.722097 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-533c24e3-a17f-4ea9-9be5-eb2d70940a63 req-503d1ebb-ce0a-4d94-9586-e7b19cabd333 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.66 "DELETE /v2.0/ports/2af1dbea-77dc-47bc-8851-2a80af3f04df HTTP/1.1" status: 204 len: 173 time: 1.0631688 Oct 27 21:30:58.722850 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'name': 'network-vif-deleted', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:58.726102 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5a1c6-7e43-4938-9704-5ee822e3ed04" -d '{"events": [{"server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "name": "network-vif-deleted", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:58.761375 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f460764e-92d6-4c7d-a821-a929465a157f req-f1b78e6c-b9fc-467d-b4a2-5c266c5bed19 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0952792 Oct 27 21:30:58.803587 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1485d9-4270-4443-a2a5-1f2a7d9a6463 req-bf486a32-624d-46c0-bf8a-2f19199c46bb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.816889 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2d1485d9-4270-4443-a2a5-1f2a7d9a6463 req-bf486a32-624d-46c0-bf8a-2f19199c46bb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 945 time: 0.2541642 Oct 27 21:30:58.875949 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71ef834-3f93-43ea-a77c-e6a0fac5e5b7 x-openstack-request-id: req-b71ef834-3f93-43ea-a77c-e6a0fac5e5b7 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:58.882656 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c9bd07-679a-4153-9431-050739d8735b", "name": "network-vif-deleted", "tag": "2af1dbea-77dc-47bc-8851-2a80af3f04df", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:58.883144 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b71ef834-3f93-43ea-a77c-e6a0fac5e5b7 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:58.883760 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9bd07-679a-4153-9431-050739d8735b', 'name': 'network-vif-deleted', 'tag': '2af1dbea-77dc-47bc-8851-2a80af3f04df', 'status': 'completed', 'code': 200} Oct 27 21:30:58.884174 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2d1485d9-4270-4443-a2a5-1f2a7d9a6463 req-db8ecc13-e2ae-456e-a182-940e15d818ba tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Oct 27 21:30:59.324721 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.078724 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 07d006f4-3f59-42c3-9b4b-8dab64b8736c up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:02.156935 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 07d006f4-3f59-42c3-9b4b-8dab64b8736c completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:02.163626 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 07d006f4-3f59-42c3-9b4b-8dab64b8736c triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:02.164108 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.253497 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.280895 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:02.283445 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc2d74-d518-4b54-86df-324e8c1f0f7f" -d '{"events": [{"server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "name": "network-vif-plugged", "status": "completed", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:02.300551 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:02.305477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.354450 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 2af1dbea-77dc-47bc-8851-2a80af3f04df no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:31:02.446012 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 2af1dbea-77dc-47bc-8851-2a80af3f04df {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:31:02.446992 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 2af1dbea-77dc-47bc-8851-2a80af3f04df not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:31:02.480745 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:02.500164 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-41816838-41e2-4b56-bb6d-7780bc2be2f7 req-4acda7d4-efe0-4309-bf47-3320d9a1ec9c tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0677619 Oct 27 21:31:02.565190 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdfe06-2fa8-4e57-ac70-0a44c9325960 req-563571e7-0718-4a42-9250-fcb6040f9543 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.566800 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64fdfe06-2fa8-4e57-ac70-0a44c9325960 req-563571e7-0718-4a42-9250-fcb6040f9543 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0642679 Oct 27 21:31:02.574299 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9c6ba1-1257-4d06-9988-336eb7cf0246 x-openstack-request-id: req-db9c6ba1-1257-4d06-9988-336eb7cf0246 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:02.574668 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "name": "network-vif-plugged", "status": "completed", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:02.574970 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db9c6ba1-1257-4d06-9988-336eb7cf0246 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:02.575516 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c', 'code': 200} Oct 27 21:31:02.617476 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64fdfe06-2fa8-4e57-ac70-0a44c9325960 req-dd4ab8fc-86ce-4a6b-a68f-ec89a5baafe3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Oct 27 21:31:02.894649 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506553e-9dab-4d43-a385-5d58b9dcb416 req-d69a536d-eec7-4994-aaa6-f5c115de5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.896248 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-9506553e-9dab-4d43-a385-5d58b9dcb416 req-d69a536d-eec7-4994-aaa6-f5c115de5f86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 1099 time: 0.0586960 Oct 27 21:31:02.948439 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-9506553e-9dab-4d43-a385-5d58b9dcb416 req-8df0c0ed-4eb9-454b-a080-06cf95250aa5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Oct 27 21:31:03.683509 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34034) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:03.710036 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5106924e-a9c3-4ac1-b452-b06f9e9c7628 req-978f828f-6f20-4a40-8dde-8e8d6230c1b2 tempest-DeleteServersTestJSON-1488366487 tempest-DeleteServersTestJSON-1488366487-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7c9bd07-679a-4153-9431-050739d8735b HTTP/1.1" status: 200 len: 210 time: 0.0368242 Oct 27 21:31:03.767234 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Deleting subnet 5756220b-f8e1-4e4a-ac51-2d3973699e03 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:31:03.772219 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.821931 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.828025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba642f9-a896-430e-8670-4bd926c6a5e0 req-bc0e706e-3225-4b5b-8c1a-cb2d5dd041de tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:03.830627 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eba642f9-a896-430e-8670-4bd926c6a5e0 req-bc0e706e-3225-4b5b-8c1a-cb2d5dd041de tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0778763 Oct 27 21:31:03.837466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.891002 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eba642f9-a896-430e-8670-4bd926c6a5e0 req-47b0e8f8-87d6-4eda-8498-d7d336307789 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Oct 27 21:31:03.923068 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.953867 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5756220b-f8e1-4e4a-ac51-2d3973699e03,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:03.958703 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.962991 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3feb3e5a-ccf0-4cad-8012-045f969e8b38 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5756220b-f8e1-4e4a-ac51-2d3973699e03 HTTP/1.1" status: 204 len: 168 time: 0.2781739 Oct 27 21:31:03.965897 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34036) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:04.071363 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.196914 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.224135 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.225485 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.226438 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.226967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > port after_create 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.227539 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.228064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > port after_update 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.228599 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.229115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.229658 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.230152 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.475412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.476065 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.476439 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.476776 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:31:04.477158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.507519 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565e5790-a279-455b-bcc2-cd715fc5fbf1') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.507935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565e5790-a279-455b-bcc2-cd715fc5fbf1') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.528498 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.601650 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.632212 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:31:04.632212 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: from cryptography.utils import int_from_bytes Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: from cryptography.utils import int_from_bytes Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:31:04.670602 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:31:04.757854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.777101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.781651 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0 HTTP/1.1" status: 204 len: 168 time: 0.8149285 Oct 27 21:31:04.784527 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34088) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:04.816555 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f524-4848-4a5a-8586-c16b6587bb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=5965dc9b-ad6f-4a9b-a8b1-08d3cdf679f0,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:04.876392 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Deleting subnet b1301b38-d5f1-4946-913d-85380b51489d {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:31:04.883689 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.956294 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.963516 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.054386 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.067636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1380fc-d51b-4fe0-983a-7dddcdd0bc5b req-fa93f746-98f2-4e9a-b64f-a0fed7bc7f33 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.069702 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ef1380fc-d51b-4fe0-983a-7dddcdd0bc5b req-fa93f746-98f2-4e9a-b64f-a0fed7bc7f33 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0884244 Oct 27 21:31:05.104312 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1301b38-d5f1-4946-913d-85380b51489d,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:05.119887 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.128223 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e87e8f1c-976d-4965-bef7-f1121adc8be0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b1301b38-d5f1-4946-913d-85380b51489d HTTP/1.1" status: 204 len: 168 time: 0.3424280 Oct 27 21:31:05.129094 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ef1380fc-d51b-4fe0-983a-7dddcdd0bc5b req-d59578e8-e7e2-4a95-baa7-6481ed8c29b2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Oct 27 21:31:05.130282 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34102) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:05.136303 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34104) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:05.269548 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.304577 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1790083-b77d-4f83-a7be-98ad87e8531f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.388458 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.431689 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaec491a-400f-497f-9e49-1140cd393d41']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:05.445133 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe393fa-d875-4619-acd5-2571741070c7') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:05.445667 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe393fa-d875-4619-acd5-2571741070c7') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:05.463952 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.490398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.498648 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1790083-b77d-4f83-a7be-98ad87e8531f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.498967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:31:05.499233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:31:05.501725 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:31:05.511001 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1790083-b77d-4f83-a7be-98ad87e8531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.572774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.589557 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e1790083-b77d-4f83-a7be-98ad87e8531f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98eb6855e97845b58706ab57f60fec4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576271 Oct 27 21:31:05.592370 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.598902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] 10.222.0.49 "DELETE /v2.0/networks/eaec491a-400f-497f-9e49-1140cd393d41 HTTP/1.1" status: 204 len: 168 time: 0.4608505 Oct 27 21:31:05.609161 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34120) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:05.613161 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7824-db2c-4e31-8b04-b4f6c008aa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=eaec491a-400f-497f-9e49-1140cd393d41,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:05.647435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1790083-b77d-4f83-a7be-98ad87e8531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c080a3e-049c-46ad-ad55-acfb446f39d0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:05.761602 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.809882 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.884969 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34134) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:05.971382 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.976894 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:05.979118 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c080a3e-049c-46ad-ad55-acfb446f39d0 HTTP/1.1" status: 204 len: 168 time: 0.3662391 Oct 27 21:31:05.981027 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-11aa2dd1-697a-4fe1-b186-e4c4ccc3ae39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb642f8ae9f34e3480ad91bd4b203500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937393 Oct 27 21:31:05.987644 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34140) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.017899 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab821653-3595-4919-9c72-e1867c3fda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c080a3e-049c-46ad-ad55-acfb446f39d0,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:06.179666 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.231397 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.338993 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.344119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.346098 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf19f2b8-d40c-4500-89dd-f48a68b6dea3 HTTP/1.1" status: 204 len: 168 time: 0.3567715 Oct 27 21:31:06.360598 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dd746-8ab2-412b-a653-15d8d6977318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19f2b8-d40c-4500-89dd-f48a68b6dea3,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:06.634454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34158) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.686739 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34160) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.701277 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-68247a53-0eb9-45cd-9537-d9ee08b80e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.735425 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Deleting subnet 0b2fe20e-3e90-4e18-973a-30c1e203ddc1 {{(pid=101428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:31:06.745606 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.789747 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989736'] for subnet, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.844590 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-68247a53-0eb9-45cd-9537-d9ee08b80e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.850657 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-68247a53-0eb9-45cd-9537-d9ee08b80e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.867822 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.895010 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-68247a53-0eb9-45cd-9537-d9ee08b80e2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22ad28dd2e9845f7b0d54d5a42070a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069535 Oct 27 21:31:06.896772 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247a53-0eb9-45cd-9537-d9ee08b80e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4957bd33-3b26-48f7-831e-f3718ed535b1,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:06.899628 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34166) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.973903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.980423 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6070734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5277184'] for subnet, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.013588 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.016274 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34168) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:07.037799 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.043999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b2fe20e-3e90-4e18-973a-30c1e203ddc1 HTTP/1.1" status: 204 len: 168 time: 0.4077179 Oct 27 21:31:07.045925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57fd59-0c72-4662-9f51-162267f20403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2fe20e-3e90-4e18-973a-30c1e203ddc1,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:07.050860 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34172) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:07.131582 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3a35ee4e-5f58-4b92-9fc5-760379e83260 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc5876ad0c504c63816012bc252831f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128030 Oct 27 21:31:07.135586 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34174) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:07.200688 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.203359 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.209614 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4957bd33-3b26-48f7-831e-f3718ed535b1 HTTP/1.1" status: 204 len: 168 time: 0.3086493 Oct 27 21:31:07.221793 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.222226 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921d762-dc6b-4a71-8531-3404cce6e226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4957bd33-3b26-48f7-831e-f3718ed535b1,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:07.270197 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.345908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.482783 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.489466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.494852 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ada1c38-392c-46d2-8707-d711bfb5296b HTTP/1.1" status: 204 len: 168 time: 0.3556509 Oct 27 21:31:07.543706 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa69ac-f324-40d8-9094-ba1306729654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada1c38-392c-46d2-8707-d711bfb5296b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:07.854612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.901776 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:07.927637 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f700292e-cd5e-4d5d-9144-990fed9baa1f') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:07.928141 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f700292e-cd5e-4d5d-9144-990fed9baa1f') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:07.950843 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.975805 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.994584 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:31:07.995849 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:31:07.999125 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:31:08.013891 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34196) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:08.137563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.178286 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.186959 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] 10.222.0.49 "DELETE /v2.0/networks/c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9 HTTP/1.1" status: 204 len: 168 time: 1.1309290 Oct 27 21:31:08.186959 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7943a4-b269-4164-9844-b240da5d769f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a61b1e-ec0f-4f4e-a46d-1acdbc20a9a9,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:08.370024 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ad445b1-b385-4e69-a84b-9763cc4fdfe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.477983 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ad445b1-b385-4e69-a84b-9763cc4fdfe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.486573 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ad445b1-b385-4e69-a84b-9763cc4fdfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.548723 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7ad445b1-b385-4e69-a84b-9763cc4fdfe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a994de34b054967bff6e1d02a7b157f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330064 Oct 27 21:31:08.550045 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad445b1-b385-4e69-a84b-9763cc4fdfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb95f88-a4ec-47a3-85dc-87aa647ad162,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:08.552227 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34216) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:08.608486 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34218) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:08.694463 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5cc4684a-59d1-42e0-a1fd-1cb173b7c817 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf31568f2150446f9c6864022fa0e3dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0836785 Oct 27 21:31:08.696594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34220) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:08.763669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.814974 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.865807 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.953979 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.975638 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.978382 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.980187 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eb95f88-a4ec-47a3-85dc-87aa647ad162 HTTP/1.1" status: 204 len: 168 time: 0.4260492 Oct 27 21:31:09.000247 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1872c6-796c-4961-a318-bb69f02a5bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb95f88-a4ec-47a3-85dc-87aa647ad162,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:09.053742 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.057251 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.062162 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92 HTTP/1.1" status: 204 len: 168 time: 0.3631756 Oct 27 21:31:09.075774 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7cb81-51aa-410e-b5a4-4c727adaf467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b36c51-2a69-4cbb-9fe1-f9f45fd1dc92,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:09.749607 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-c86a2c92-b7c9-4ba4-b63c-da7e29c72136 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:09.753056 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-c86a2c92-b7c9-4ba4-b63c-da7e29c72136 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.2320282 Oct 27 21:31:09.772601 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-3a0f00c6-840c-45a5-b039-5e9ec50a092a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/quotas/1125783b37e14844bc40275d6c5858b4 HTTP/1.1" status: 200 len: 375 time: 0.0128598 Oct 27 21:31:09.864840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-959760d4-7a75-4d8f-bcc4-009d85632a53 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838928 Oct 27 21:31:09.923347 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34272) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:09.939746 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f8279e3d-3c3c-40a0-b9e9-160d84aa5907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.041217 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f8279e3d-3c3c-40a0-b9e9-160d84aa5907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.046476 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f8279e3d-3c3c-40a0-b9e9-160d84aa5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.059244 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-d3caa34d-1a1f-4745-9542-bbc14c848cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899865 Oct 27 21:31:10.088401 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f8279e3d-3c3c-40a0-b9e9-160d84aa5907 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66a516804343409aa6ccd769dcc57108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641231 Oct 27 21:31:10.096730 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34282) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:10.141458 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279e3d-3c3c-40a0-b9e9-160d84aa5907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d7362-be30-4e01-9da7-02b8aad26df1,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:10.194278 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.227636 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.300553 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-5dff0988-e8a2-4c93-8dc3-57790dbb3041 service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310719 Oct 27 21:31:10.323863 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.326706 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.327931 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c3d7362-be30-4e01-9da7-02b8aad26df1 HTTP/1.1" status: 204 len: 168 time: 0.2299774 Oct 27 21:31:10.347334 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede0db-06ff-4238-acc0-f3ea493514f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d7362-be30-4e01-9da7-02b8aad26df1,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:10.646238 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e3ecc63-c52a-4614-a67f-f76370c1716c req-81236d7f-cf31-450d-b862-d96731d878de tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 210 time: 0.0406883 Oct 27 21:31:11.786724 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34344) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:11.799498 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14c720c1-55cb-4842-a502-30930433db5a req-d231e292-19ad-40d8-9a8e-07f0fcce9e0b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 210 time: 0.0441890 Oct 27 21:31:12.024026 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-network', 'tenant_id': 'a025b57c24f64a6183799672eff535f2'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:12.060811 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Made reservation on behalf of a025b57c24f64a6183799672eff535f2 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:12.064294 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.077108 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.220078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.228085 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.280378 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:31:12.318228 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.318815 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Added segment 5fa733f8-391b-4100-b81b-a470c13fec16 of type vlan for network 29dfca8f-0992-499f-b3d4-b701ece6aaab Oct 27 21:31:12.321443 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d499214a-311b-4335-b582-d7fe02553904,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:12.453739 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.652870 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.db.resource_extend [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 21:31:12.688867 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.689849 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:12.690501 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.765746 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9772496 Oct 27 21:31:12.770502 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34380) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:12.785174 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Request body: {'subnet': {'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-subnet', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:12.788755 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-2e5ae282-8569-4d9d-a9cc-16d0638be7e3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:12.790333 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-2e5ae282-8569-4d9d-a9cc-16d0638be7e3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.3724811 Oct 27 21:31:12.804664 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb2398-ac3a-43d3-838f-5a9438ed8910 admin admin] Pushing event updated for resources: {'Network': ['ID=29dfca8f-0992-499f-b3d4-b701ece6aaab,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:12.826697 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:31:12.849969 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Request body: {'port': {'device_id': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'admin_state_up': True, 'tenant_id': '1125783b37e14844bc40275d6c5858b4'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:12.855322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Made reservation on behalf of a025b57c24f64a6183799672eff535f2 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:12.858556 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5277921'] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.050223 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf4d9ef8-4f01-4bdb-9dfb-9a78adfbee21 req-df9804bc-1553-453a-90b5-7634f1db92fa tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 210 time: 0.0725965 Oct 27 21:31:13.180750 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:13.185407 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.238882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6070671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5277939'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.341411 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9312271d-936b-490a-81d1-e868d2a32167,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:13.363208 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Checking segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:13.363669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Network hostable DHCP agents. Network: 29dfca8f-0992-499f-b3d4-b701ece6aaab, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:31:13.394273 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:31:13.412782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 29dfca8f-0992-499f-b3d4-b701ece6aaab) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:13.423846 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:13.427029 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.430503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49758cdd-2d84-4122-b670-c2f910bb18cc None None] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:13.437089 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Allocated IP 172.20.0.10 (6689ee59-ab48-4dc4-aa54-e929a94257ea/17d1ca55-0f5d-4719-90fb-83baa9616463/5c6ff451-3f82-40d4-b9c5-d2091c823554) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:13.494641 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-54af3b50-6c96-411c-b528-1d3ed2711c9d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7216172 Oct 27 21:31:13.496178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34404) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:13.511252 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:13.564092 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.570700 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.806968 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.835483 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.888704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.913915 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ccfd7d-d0fa-4bba-b31f-6edef9e3e1c5 None None] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:13.947069 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event updated for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:13.977184 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:13.979704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:13.991728 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:14.005327 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:14.006797 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.029430 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-8671fefc-2374-4a18-949e-5b9a93bf7336 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2056990 Oct 27 21:31:14.059041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.330495 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.354757 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.464295 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34424) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:14.512464 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Allocated IP 172.27.0.99 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/e9e86ac5-1559-4beb-a0cc-f59281117a4c) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:14.652910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e299721-f30c-4396-a7fa-3734f3f084a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.682106 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.747549 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.782164 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e299721-f30c-4396-a7fa-3734f3f084a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.789536 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e299721-f30c-4396-a7fa-3734f3f084a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.827908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:14.838248 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:14.843903 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0e299721-f30c-4396-a7fa-3734f3f084a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7afa0da1be97409d84780a9f561a98e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745923 Oct 27 21:31:14.843903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e299721-f30c-4396-a7fa-3734f3f084a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4427a2f-605e-424e-aba2-f3917f67a8de,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:14.844949 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:14.845114 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34434) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:14.883485 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e86ac5-1559-4beb-a0cc-f59281117a4c,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:14.922027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:14.965060 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.052984 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.057604 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.061818 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4427a2f-605e-424e-aba2-f3917f67a8de HTTP/1.1" status: 204 len: 168 time: 0.2135377 Oct 27 21:31:15.073250 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f12a1-da5b-4866-bb5d-4c9f2915d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4427a2f-605e-424e-aba2-f3917f67a8de,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:15.222704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.500454 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34440) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:15.518782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.521977 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eea7-7b1c-442d-b772-da6b9264f52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.639930 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eea7-7b1c-442d-b772-da6b9264f52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.645484 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eea7-7b1c-442d-b772-da6b9264f52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.701811 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c2e0eea7-7b1c-442d-b772-da6b9264f52a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=705053b3ea3346e1a4e311ddc206331c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955590 Oct 27 21:31:15.701811 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0eea7-7b1c-442d-b772-da6b9264f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf7c09-5955-4e4e-a891-82584423bf72,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:15.702254 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34444) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:15.777421 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Router fd1d6816-0e6a-464b-8c04-0ee6786278db is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:31:15.797474 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.938020 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436', '07d006f4-3f59-42c3-9b4b-8dab64b8736c'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:15.973341 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Request body: {'port': {'device_id': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:16.069315 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.221158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.329856 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8486-551a-44f2-b200-f3f7628b2ad1 req-8bdd8637-e245-45a2-a017-39802c799123 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.331678 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-514d8486-551a-44f2-b200-f3f7628b2ad1 req-8bdd8637-e245-45a2-a017-39802c799123 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 932 time: 0.1642613 Oct 27 21:31:16.357441 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:16.383470 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Sync routers for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:16.409953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.410489 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:16.411246 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:16.414953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.420199 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6faf7c09-5955-4e4e-a891-82584423bf72 HTTP/1.1" status: 204 len: 168 time: 0.7127304 Oct 27 21:31:16.461251 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d7ae-6a1b-467d-89b2-e8ed9e70a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf7c09-5955-4e4e-a891-82584423bf72,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:16.477073 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-514d8486-551a-44f2-b200-f3f7628b2ad1 req-4eb7040d-b68f-477a-8588-39b9651d19bb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236196 Oct 27 21:31:16.490544 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.492722 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-56fb2923-d5ff-4a7c-9167-5d34a95f51e1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9944041 Oct 27 21:31:16.500168 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34452) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:16.607412 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:16.610531 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6ff451-3f82-40d4-b9c5-d2091c823554 {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:16.627636 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.650770 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Transition to ACTIVE for port object 5c6ff451-3f82-40d4-b9c5-d2091c823554 will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:16.665840 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.789516 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:16.904763 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Attempting to bind port 5c6ff451-3f82-40d4-b9c5-d2091c823554 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:16.905021 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Attempting to bind port 5c6ff451-3f82-40d4-b9c5-d2091c823554 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:16.905426 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Attempting to bind port 5c6ff451-3f82-40d4-b9c5-d2091c823554 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:16.929097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Port 5c6ff451-3f82-40d4-b9c5-d2091c823554 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:16.933856 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Attempting to bind port 5c6ff451-3f82-40d4-b9c5-d2091c823554 on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:16.953277 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:16.953831 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Checking segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:16.954469 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Bound using segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:16.957601 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Bound port: 5c6ff451-3f82-40d4-b9c5-d2091c823554, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:16.958203 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:16.993919 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:15Z', 'revision_number': 3, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:17.075665 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Checking router: fd1d6816-0e6a-464b-8c04-0ee6786278db for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:17.078073 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Updating router fd1d6816-0e6a-464b-8c04-0ee6786278db port e9e86ac5-1559-4beb-a0cc-f59281117a4c binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:17.189245 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.281079 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:17.285925 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:17.297718 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.356028 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:17.356682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.359216 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c6ff451-3f82-40d4-b9c5-d2091c823554 HTTP/1.1" status: 200 len: 1094 time: 1.3931265 Oct 27 21:31:17.364728 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:17.367688 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c2a26c-23ca-4e15-b2d7-f86079914b22" -d '{"events": [{"name": "network-changed", "server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:17.447423 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ee2a1-2f93-44e5-a284-a6ac5b6493e5 x-openstack-request-id: req-2b4ee2a1-2f93-44e5-a284-a6ac5b6493e5 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:17.449464 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:17.450428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b4ee2a1-2f93-44e5-a284-a6ac5b6493e5 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:17.450964 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554', 'status': 'completed', 'code': 200} Oct 27 21:31:17.467252 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f4f9-ce66-4c6d-b80f-f8b6d503f685 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:17.508052 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.541781 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-d9368ee6-e758-49d6-89f1-acd1fa380c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:17.545213 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-d9368ee6-e758-49d6-89f1-acd1fa380c26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 1097 time: 0.0677462 Oct 27 21:31:17.626699 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-4846b9a7-69c8-4376-8282-8d234e2f56a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554 HTTP/1.1" status: 200 len: 217 time: 0.0636525 Oct 27 21:31:17.729660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-170dc079-64d9-4451-b4eb-a028dcd511cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:17.737037 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-170dc079-64d9-4451-b4eb-a028dcd511cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0916078 Oct 27 21:31:17.802308 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.813076 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.818429 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-53823075-7ca7-4d3e-9d03-2eea3431bba1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664687 Oct 27 21:31:17.910862 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Pushing event updated for resources: {'Port': ['ID=e9e86ac5-1559-4beb-a0cc-f59281117a4c,revision_number=2']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:17.912860 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a023-2bb3-434e-b608-0481f2093074 req-bf5c10ef-2465-4dc9-99cd-ad619cb2e2db tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:17.914840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ca93a023-2bb3-434e-b608-0481f2093074 req-bf5c10ef-2465-4dc9-99cd-ad619cb2e2db tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 944 time: 0.3121815 Oct 27 21:31:17.927404 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.928293 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.928912 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.929761 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.930038 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.930623 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.931190 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.931785 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.932390 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.932970 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.933538 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.934202 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:17.977761 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Attempting to bind port e9e86ac5-1559-4beb-a0cc-f59281117a4c on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:17.981470 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Attempting to bind port e9e86ac5-1559-4beb-a0cc-f59281117a4c by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:17.981470 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Attempting to bind port e9e86ac5-1559-4beb-a0cc-f59281117a4c on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:17.990014 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:17.991756 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:17.992595 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:17.993474 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:17.994157 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Bound port: e9e86ac5-1559-4beb-a0cc-f59281117a4c, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:17.994898 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.078165 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] For port e9e86ac5-1559-4beb-a0cc-f59281117a4c, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:18.082681 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] For port e9e86ac5-1559-4beb-a0cc-f59281117a4c, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e9e86ac5-1559-4beb-a0cc-f59281117a4c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:18.091860 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.105033 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ca93a023-2bb3-434e-b608-0481f2093074 req-60de0ee8-a637-4ee5-8d5c-9784370cc7fa tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095648 Oct 27 21:31:18.106331 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-81495d73-e494-4f0e-852f-d58bdb1e581b service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685425 Oct 27 21:31:18.106881 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Allocated IP 172.20.0.1 (29dfca8f-0992-499f-b3d4-b701ece6aaab/9312271d-936b-490a-81d1-e868d2a32167/a6e4823a-b95e-4a69-a0cc-64d191faaa8f) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:18.180589 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b7807-d97d-4598-a2e8-9c3cb0b17231 None None] Pushing event updated for resources: {'Port': ['ID=e9e86ac5-1559-4beb-a0cc-f59281117a4c,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:18.186334 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:18.187426 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:18.286403 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.329296 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:18.401217 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.486215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:18.491732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:18.497465 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:18.561724 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Pushing event updated for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:18.588513 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.652257 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:31:18.700116 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:15Z', 'revision_number': 3, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:18.751318 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ca2c5-d62c-445b-8f2b-50f96307ea78 None None] The sync data for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi is: [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:15Z', 'revision_number': 3, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:18.823946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.192744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.204964 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.253822 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3ee06427-99bc-4894-98e4-cc2c341d870a req-bad01af5-5f1a-43e5-bb9a-1030bbb8eedc service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249067 Oct 27 21:31:19.301171 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.325828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Pushing event updated for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:19.384735 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e9e86ac5-1559-4beb-a0cc-f59281117a4c up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:19.447181 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port e9e86ac5-1559-4beb-a0cc-f59281117a4c triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:19.447623 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.492355 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:19.495377 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:19.570957 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.608625 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port e9e86ac5-1559-4beb-a0cc-f59281117a4c, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e9e86ac5-1559-4beb-a0cc-f59281117a4c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:19.617870 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.698178 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=e9e86ac5-1559-4beb-a0cc-f59281117a4c,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:19.721243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Router fd1d6816-0e6a-464b-8c04-0ee6786278db has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:19.926060 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:19.934730 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-a6607aef-2489-423a-90c7-4f23b71acf7c admin admin] 10.222.0.49 "PUT /v2.0/routers/fd1d6816-0e6a-464b-8c04-0ee6786278db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4328492 Oct 27 21:31:20.144988 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34550) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:20.298997 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bff53b71-4b85-4c94-997f-acc8edf27339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.399655 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bff53b71-4b85-4c94-997f-acc8edf27339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.405104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bff53b71-4b85-4c94-997f-acc8edf27339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.454612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff53b71-4b85-4c94-997f-acc8edf27339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec225e-ca6c-4e1f-b4bf-6c7dc0b35a38,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:20.462872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-bff53b71-4b85-4c94-997f-acc8edf27339 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2701ee4c0f294f3e9f497be02aeff5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156114 Oct 27 21:31:20.465905 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34562) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:20.532198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.571521 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.660410 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.665437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.667902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2ec225e-ca6c-4e1f-b4bf-6c7dc0b35a38 HTTP/1.1" status: 204 len: 168 time: 0.2003729 Oct 27 21:31:20.683080 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4046c18-ce9f-4301-a3ff-dbae3b1b0924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec225e-ca6c-4e1f-b4bf-6c7dc0b35a38,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:20.884117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Sync routers for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:20.900718 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:20.901726 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:21.091794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:21.133180 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34572) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:21.154390 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08dd4e7b-e3c7-4578-a622-57294e6dcbbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.234988 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-dff6062e-023e-4e64-aa9f-81576ec3aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.236999 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-dff6062e-023e-4e64-aa9f-81576ec3aeeb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 1097 time: 0.0727220 Oct 27 21:31:21.291883 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8acf6-5531-4a43-a170-a9847c1fd6c3 req-2d1d8461-8085-4799-9ddb-d9cc4a6c0cff tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.311495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-32b8acf6-5531-4a43-a170-a9847c1fd6c3 req-2d1d8461-8085-4799-9ddb-d9cc4a6c0cff tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 944 time: 0.1423056 Oct 27 21:31:21.441945 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e9e86ac5-1559-4beb-a0cc-f59281117a4c up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:21.445009 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-fd1a6f06-139e-431f-a083-ec58711e1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.446819 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-fd1a6f06-139e-431f-a083-ec58711e1b19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 916 time: 0.1990869 Oct 27 21:31:21.496546 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-32b8acf6-5531-4a43-a170-a9847c1fd6c3 req-554567f9-a3da-4cd8-aa80-97d709d6bb5d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801324 Oct 27 21:31:21.540449 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-fa7155f8-a53e-4a0c-95ea-8bd193a1ecc8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554 HTTP/1.1" status: 200 len: 217 time: 0.0730631 Oct 27 21:31:21.541788 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port e9e86ac5-1559-4beb-a0cc-f59281117a4c triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:21.542239 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.578873 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08dd4e7b-e3c7-4578-a622-57294e6dcbbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.598960 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-08dd4e7b-e3c7-4578-a622-57294e6dcbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.605318 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 4, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a6e4823a-b95e-4a69-a0cc-64d191faaa8f', 'name': '', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'mac_address': 'fa:16:3e:34:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '9312271d-936b-490a-81d1-e868d2a32167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:17Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 2, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'subnets': [{'id': '9312271d-936b-490a-81d1-e868d2a32167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:21.704889 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-08dd4e7b-e3c7-4578-a622-57294e6dcbbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a02156a3e8314afba51c1407e4aa63b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657113 Oct 27 21:31:21.704889 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-fa448643-5c1e-48bb-ab53-f5c4c4e65e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.704889 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-fa448643-5c1e-48bb-ab53-f5c4c4e65e01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.1223369 Oct 27 21:31:21.705387 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34584) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:21.714967 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Checking router: fd1d6816-0e6a-464b-8c04-0ee6786278db for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:21.714967 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Updating router fd1d6816-0e6a-464b-8c04-0ee6786278db port a6e4823a-b95e-4a69-a0cc-64d191faaa8f binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:21.715710 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd4e7b-e3c7-4578-a622-57294e6dcbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d154b6-840c-45c7-8606-4b309abdc198,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:21.781980 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-9e54d7b7-c8cc-4a0a-9255-afa498620095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594943 Oct 27 21:31:21.801598 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.816205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.903085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.916253 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-81fc521f-b351-4247-a17f-b9500b51e900 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218650 Oct 27 21:31:21.940237 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e01fe233-85d8-43a2-9495-8652c23a01a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.143063 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-54c2a26c-23ca-4e15-b2d7-f86079914b22 req-739f9b9b-4549-4175-9423-b5213f037ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133164 Oct 27 21:31:22.241306 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.244106 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.245305 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6d154b6-840c-45c7-8606-4b309abdc198 HTTP/1.1" status: 204 len: 168 time: 0.5392778 Oct 27 21:31:22.258845 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-682384df-cc19-4087-b464-2afcc3cea669 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:22.260330 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-682384df-cc19-4087-b464-2afcc3cea669 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 819 time: 0.3134487 Oct 27 21:31:22.266324 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae533-af44-4bfe-9002-a3aa691b44db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d154b6-840c-45c7-8606-4b309abdc198,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.292841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-22742957-7740-443c-a29a-61a2400fd5fb tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/quotas/a025b57c24f64a6183799672eff535f2 HTTP/1.1" status: 200 len: 375 time: 0.0143745 Oct 27 21:31:22.391420 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-3c16b0ca-f21a-4eb5-a4fa-0a5a7d483501 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818655 Oct 27 21:31:22.436710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.445338 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.510195 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edfa52-92c0-44a4-928c-fc6130c139ee None None] Pushing event updated for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.583397 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-5316b044-e717-4081-a8bf-b62238e55105 service neutron] 10.222.0.49 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836991 Oct 27 21:31:22.603933 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Attempting to bind port a6e4823a-b95e-4a69-a0cc-64d191faaa8f on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:22.604402 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Attempting to bind port a6e4823a-b95e-4a69-a0cc-64d191faaa8f by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:22.604910 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Attempting to bind port a6e4823a-b95e-4a69-a0cc-64d191faaa8f on network 29dfca8f-0992-499f-b3d4-b701ece6aaab {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:22.611651 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:22.614020 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Checking segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:22.614755 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.620102 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Bound using segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:22.621031 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Bound port: a6e4823a-b95e-4a69-a0cc-64d191faaa8f, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:22.621789 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.719365 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] For port a6e4823a-b95e-4a69-a0cc-64d191faaa8f, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:22.724739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] For port a6e4823a-b95e-4a69-a0cc-64d191faaa8f, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:22.734004 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.814279 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-d7cda0b8-f575-4cd9-ba58-e6bd92e8d13e service neutron] 10.222.0.49 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203586 Oct 27 21:31:22.845027 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:22.846117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:30:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:22.947176 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edfa52-92c0-44a4-928c-fc6130c139ee None None] Pushing event updated for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:23.012966 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:23.162099 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc873-1c34-4e67-95e7-f90153b5ba71 req-34d6b80b-e414-48d1-be41-5bf52fdcda70 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:23.164729 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d67dc873-1c34-4e67-95e7-f90153b5ba71 req-34d6b80b-e414-48d1-be41-5bf52fdcda70 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 944 time: 0.0864806 Oct 27 21:31:23.257097 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d67dc873-1c34-4e67-95e7-f90153b5ba71 req-6fa2a327-4996-499f-9199-f3ff67bdff55 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770059 Oct 27 21:31:23.360767 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2fec47ae-0d91-4571-a28f-435fc0bd21fa req-8fab6e67-68a9-4df8-a6e1-717976ee5aef tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 210 time: 0.0419595 Oct 27 21:31:23.677351 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 4, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a6e4823a-b95e-4a69-a0cc-64d191faaa8f', 'name': '', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'mac_address': 'fa:16:3e:34:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '9312271d-936b-490a-81d1-e868d2a32167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:17Z', 'updated_at': '2021-10-27T21:31:22Z', 'revision_number': 4, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'subnets': [{'id': '9312271d-936b-490a-81d1-e868d2a32167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:23.747632 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fdbe9-f237-46b1-a483-60948a7ab3ac None None] The sync data for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi is: [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:31:18Z', 'revision_number': 4, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a6e4823a-b95e-4a69-a0cc-64d191faaa8f', 'name': '', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'mac_address': 'fa:16:3e:34:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '9312271d-936b-490a-81d1-e868d2a32167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:17Z', 'updated_at': '2021-10-27T21:31:22Z', 'revision_number': 4, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'subnets': [{'id': '9312271d-936b-490a-81d1-e868d2a32167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:25.416824 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a6e4823a-b95e-4a69-a0cc-64d191faaa8f up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:25.489676 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a6e4823a-b95e-4a69-a0cc-64d191faaa8f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:25.490278 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:25.604071 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:25.644027 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port a6e4823a-b95e-4a69-a0cc-64d191faaa8f, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:25.648875 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:25.712707 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:25.901984 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 5c6ff451-3f82-40d4-b9c5-d2091c823554 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:26.074589 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:26.103970 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '5c6ff451-3f82-40d4-b9c5-d2091c823554', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'port_id': '5c6ff451-3f82-40d4-b9c5-d2091c823554', 'mac_address': 'fa:16:3e:99:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1ca55-0f5d-4719-90fb-83baa9616463', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:26.184801 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.211937 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6ff451-3f82-40d4-b9c5-d2091c823554 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:26.251843 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:26.261853 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.337220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38d92-73e4-4825-9503-ed8cf96a434b req-cfd31aa5-c72c-4d75-87df-fd93f3930783 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.339809 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2ac38d92-73e4-4825-9503-ed8cf96a434b req-cfd31aa5-c72c-4d75-87df-fd93f3930783 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 944 time: 0.1342392 Oct 27 21:31:26.353781 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-1988f42c-aee5-4845-83e2-87814b4ce1aa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.356521 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-1988f42c-aee5-4845-83e2-87814b4ce1aa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 819 time: 0.2549901 Oct 27 21:31:26.369360 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:26.396543 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-575b7211-3fc4-4a57-aec1-3f29ea34ea13 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/quotas/a025b57c24f64a6183799672eff535f2 HTTP/1.1" status: 200 len: 375 time: 0.0271115 Oct 27 21:31:26.427673 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2ac38d92-73e4-4825-9503-ed8cf96a434b req-b26168fb-30a3-4afe-9c03-89d2fe8335b9 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698235 Oct 27 21:31:26.479436 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-028af368-ab34-406f-b2cb-58712e2f99dc tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709443 Oct 27 21:31:26.635667 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0c496966-7746-4dd4-9a9e-6a55ed736694 service neutron] 10.222.0.49 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461022 Oct 27 21:31:26.671444 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9e74d13b-ec30-41b3-b8f3-959575532cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.781465 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-86534f42-eb76-4e9b-a74a-df5c689194a7 service neutron] 10.222.0.49 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371524 Oct 27 21:31:26.794277 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['5c6ff451-3f82-40d4-b9c5-d2091c823554'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:27.159314 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-556f0350-bf19-46c9-8b76-ee28d7d376ea req-f2188a81-f42d-40e4-8205-7aa21adb9c50 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 210 time: 0.1206303 Oct 27 21:31:27.386147 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a6e4823a-b95e-4a69-a0cc-64d191faaa8f up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:27.426795 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-02d7f1ef-6495-4a8f-b3e1-e521397e0ad6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.430838 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-02d7f1ef-6495-4a8f-b3e1-e521397e0ad6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 819 time: 0.4317470 Oct 27 21:31:27.466204 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:27.482937 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Request body: {'port': {'device_id': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'admin_state_up': True, 'tenant_id': 'a025b57c24f64a6183799672eff535f2'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:27.522343 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a6e4823a-b95e-4a69-a0cc-64d191faaa8f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:27.524749 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:27.703229 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:27.716635 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41e7e8-22d4-4393-8d19-426d4832670e req-46b50ac0-0600-4549-bff9-8cba5d556332 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.727495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a41e7e8-22d4-4393-8d19-426d4832670e req-46b50ac0-0600-4549-bff9-8cba5d556332 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 945 time: 0.1546683 Oct 27 21:31:28.135561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.209869 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Made reservation on behalf of a025b57c24f64a6183799672eff535f2 for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:28.219060 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.496408 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a41e7e8-22d4-4393-8d19-426d4832670e req-83f994ab-0394-4251-882b-297f4be4baba tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673988 Oct 27 21:31:28.527225 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-33d2174f-8ae2-4b98-8f84-8836c5084466 req-8650142e-3cf8-494b-b509-01f243791a98 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 210 time: 0.1489906 Oct 27 21:31:28.581531 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Allocated IP 172.20.0.7 (29dfca8f-0992-499f-b3d4-b701ece6aaab/9312271d-936b-490a-81d1-e868d2a32167/1fa41209-c7eb-48ab-850a-ec5944e56f4a) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:28.794792 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.837789 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.844517 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 5c6ff451-3f82-40d4-b9c5-d2091c823554 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:28.910135 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:28.920418 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:28.934940 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:28.935504 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:28.936360 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.951521 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 5c6ff451-3f82-40d4-b9c5-d2091c823554 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:28.958441 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 5c6ff451-3f82-40d4-b9c5-d2091c823554 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:28.959691 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:28.961017 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Pushing event updated for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:28.982549 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-aa41a80c-d036-4cc5-84c7-ce1f712d2d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5111530 Oct 27 21:31:29.059660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Request body: {'port': {'device_id': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:29.117494 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:29.149293 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:29.153858 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c254eea-2b82-4e0c-af7f-41fe40d857fd" -d '{"events": [{"server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "name": "network-vif-plugged", "status": "completed", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:29.172189 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:29.173575 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:29.181565 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:29.288711 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1974ce-c9c0-4680-9fd4-20fc9ab9ad9d x-openstack-request-id: req-2b1974ce-c9c0-4680-9fd4-20fc9ab9ad9d {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:29.292871 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "name": "network-vif-plugged", "status": "completed", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:29.293208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b1974ce-c9c0-4680-9fd4-20fc9ab9ad9d {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:29.293657 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554', 'code': 200} Oct 27 21:31:29.302471 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:29.354526 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:29.553207 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-dac0212e-9a2f-44c5-bf9e-3a452158b763 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:29.559976 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-dac0212e-9a2f-44c5-bf9e-3a452158b763 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 819 time: 0.3412662 Oct 27 21:31:29.590678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Request body: {'port': {'device_id': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'admin_state_up': True, 'tenant_id': 'a025b57c24f64a6183799672eff535f2'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:29.948055 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-238d9849-ae49-4888-b7e6-8f5f07312a28 req-86be2fab-6968-4651-8abc-f63b56ba4ef6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 210 time: 0.0979135 Oct 27 21:31:30.016626 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21a22-b759-4a11-89d8-4c99d4220f89 req-cb095eff-6974-46d5-83be-7e63ca49072f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.025365 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f7b21a22-b759-4a11-89d8-4c99d4220f89 req-cb095eff-6974-46d5-83be-7e63ca49072f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.2336745 Oct 27 21:31:30.032496 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de4281-b743-471a-9d45-6aaa958ffa16 req-ee9d94a4-d744-438d-aad9-a78fbc416a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.034183 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e1de4281-b743-471a-9d45-6aaa958ffa16 req-ee9d94a4-d744-438d-aad9-a78fbc416a8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 1099 time: 0.1798742 Oct 27 21:31:30.059406 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa41209-c7eb-48ab-850a-ec5944e56f4a {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:30.090353 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.100617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Made reservation on behalf of a025b57c24f64a6183799672eff535f2 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:30.116544 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Transition to ACTIVE for port object 1fa41209-c7eb-48ab-850a-ec5944e56f4a will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:30.129766 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.136172 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.165746 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e1de4281-b743-471a-9d45-6aaa958ffa16 req-b9a1b2a4-85aa-4839-ab30-168a528f8679 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126325 Oct 27 21:31:30.166509 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f7b21a22-b759-4a11-89d8-4c99d4220f89 req-10dd3f4e-c6cd-4e51-8fa9-21fbd3e2cd3a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391909 Oct 27 21:31:30.294396 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:30.304407 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Attempting to bind port 1fa41209-c7eb-48ab-850a-ec5944e56f4a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:30.304800 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Attempting to bind port 1fa41209-c7eb-48ab-850a-ec5944e56f4a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:30.305083 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Attempting to bind port 1fa41209-c7eb-48ab-850a-ec5944e56f4a on network 29dfca8f-0992-499f-b3d4-b701ece6aaab {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:30.311731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Port 1fa41209-c7eb-48ab-850a-ec5944e56f4a on network 29dfca8f-0992-499f-b3d4-b701ece6aaab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:30.312125 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Attempting to bind port 1fa41209-c7eb-48ab-850a-ec5944e56f4a on network 29dfca8f-0992-499f-b3d4-b701ece6aaab {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:30.326914 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:30.327991 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Checking segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:30.328618 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Bound using segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:30.329349 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Bound port: 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:30.329940 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.413492 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Allocated IP 172.20.0.5 (29dfca8f-0992-499f-b3d4-b701ece6aaab/9312271d-936b-490a-81d1-e868d2a32167/75f47597-9e60-4e88-b7f8-3e7b30725d9e) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:30.437861 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34828) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:30.451056 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:30.457187 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:30.466533 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.531072 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.532084 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.534898 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] 10.222.0.66 "PUT /v2.0/ports/1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 1093 time: 1.4828353 Oct 27 21:31:30.539456 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:30.543451 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41965b4-d2e6-44fa-b24e-ad61c826174a" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:30.608315 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606e877-2d88-497a-a54d-df52663ecac2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:30.664253 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7a4726-94b0-4ede-bd5d-2a4d34deb57d x-openstack-request-id: req-ba7a4726-94b0-4ede-bd5d-2a4d34deb57d {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:30.664676 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:30.665177 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba7a4726-94b0-4ede-bd5d-2a4d34deb57d {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:30.665764 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a', 'status': 'completed', 'code': 200} Oct 27 21:31:30.670072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.721765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41a9f983-40f9-462a-aee9-bd221ed454d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.746774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.782447 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-fd66bcb7-5152-4575-b00d-00a72aa9468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.784296 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-fd66bcb7-5152-4575-b00d-00a72aa9468d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1096 time: 0.0636892 Oct 27 21:31:30.830958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Network 29dfca8f-0992-499f-b3d4-b701ece6aaab is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:30.845917 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:30.848960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:30.873845 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-e72ab3ca-c358-45c5-a4f7-e3138d8c0515 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0540338 Oct 27 21:31:30.897700 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Pushing event updated for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:30.964258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-3bd458e4-9ad9-4e9b-ba53-1980a53d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.966689 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-3bd458e4-9ad9-4e9b-ba53-1980a53d2bac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0773952 Oct 27 21:31:30.974072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:30.975243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.018360 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-58437558-1821-4005-aa3c-fd3227e481e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405324 Oct 27 21:31:31.062112 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7b3ea18e-4624-462b-901f-8af3a4500c11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4769089 Oct 27 21:31:31.065801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41a9f983-40f9-462a-aee9-bd221ed454d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.072397 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41a9f983-40f9-462a-aee9-bd221ed454d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.103998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Request body: {'port': {'device_id': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:31.192225 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-41a9f983-40f9-462a-aee9-bd221ed454d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e87b8bec577643fea43a36bf1f031df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532411 Oct 27 21:31:31.204044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34848) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:31.212511 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9f983-40f9-462a-aee9-bd221ed454d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac47213-9861-4db6-a646-49c4d3abc64d,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:31.269266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.283003 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da6b00-1eb4-42da-b687-c30bbff03717 req-6e049098-0d12-4d0c-9ed7-fc643302bfff tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:31.284906 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3da6b00-1eb4-42da-b687-c30bbff03717 req-6e049098-0d12-4d0c-9ed7-fc643302bfff tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 931 time: 0.2014546 Oct 27 21:31:31.303824 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-c34c48c4-4e13-4635-86b1-d3a343cba113 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746284 Oct 27 21:31:31.364237 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.398383 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3da6b00-1eb4-42da-b687-c30bbff03717 req-6de6507e-f722-4acb-8f97-4c0b4632d210 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916805 Oct 27 21:31:31.609155 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-5ee91211-d1fd-42d8-ba97-5d805ade74d6 req-2fac9dd8-a4c3-4f5a-ba66-59be3c32eafb service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914124 Oct 27 21:31:31.617496 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.877863 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e976-4f19-44cc-8548-d649423f7fa5 req-5da8cb98-f0cd-435e-bf25-af4e16afe860 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:31.881254 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1c48e976-4f19-44cc-8548-d649423f7fa5 req-5da8cb98-f0cd-435e-bf25-af4e16afe860 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.2413695 Oct 27 21:31:31.952052 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.956110 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:31.961555 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ac47213-9861-4db6-a646-49c4d3abc64d HTTP/1.1" status: 204 len: 168 time: 0.7524743 Oct 27 21:31:31.972063 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-984f8e50-a949-4c23-826e-bbf94d89c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:31.978744 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-984f8e50-a949-4c23-826e-bbf94d89c330 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1096 time: 0.0977895 Oct 27 21:31:31.994947 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa04a2a-2ea5-43f8-b3e9-eafc5e2912a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac47213-9861-4db6-a646-49c4d3abc64d,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:32.085440 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1c48e976-4f19-44cc-8548-d649423f7fa5 req-f7a16932-101d-4f56-b996-c05710df3a38 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856146 Oct 27 21:31:32.151063 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-326720cf-2b43-439b-8a8a-215aa9d9f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.153599 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-326720cf-2b43-439b-8a8a-215aa9d9f24f service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.1626763 Oct 27 21:31:32.231804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f47597-9e60-4e88-b7f8-3e7b30725d9e {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:32.244188 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-ac1c31bb-1c2c-4707-8a7b-ff1130877d57 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0774908 Oct 27 21:31:32.248370 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.278646 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Transition to ACTIVE for port object 75f47597-9e60-4e88-b7f8-3e7b30725d9e will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:32.285353 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.340249 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-0bc9355b-11d7-423a-abc6-e4609abe5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.342735 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-0bc9355b-11d7-423a-abc6-e4609abe5970 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0869308 Oct 27 21:31:32.379678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Pushing event updated for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:32.405458 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-cf6979b9-bec0-4b03-a4d6-905b7af01a26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506854 Oct 27 21:31:32.477352 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Attempting to bind port 75f47597-9e60-4e88-b7f8-3e7b30725d9e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:32.477931 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Attempting to bind port 75f47597-9e60-4e88-b7f8-3e7b30725d9e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:32.478243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Attempting to bind port 75f47597-9e60-4e88-b7f8-3e7b30725d9e on network 29dfca8f-0992-499f-b3d4-b701ece6aaab {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:32.490209 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Port 75f47597-9e60-4e88-b7f8-3e7b30725d9e on network 29dfca8f-0992-499f-b3d4-b701ece6aaab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:32.490527 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Attempting to bind port 75f47597-9e60-4e88-b7f8-3e7b30725d9e on network 29dfca8f-0992-499f-b3d4-b701ece6aaab {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:32.519515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:32.523730 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Checking segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:32.524017 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Bound using segment: {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:32.524558 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Bound port: 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa733f8-391b-4100-b81b-a470c13fec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:32.525024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.592011 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-53052154-555d-440f-b069-ec080a36cec8 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742423 Oct 27 21:31:32.758983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e7584-c1de-4c1d-9ee9-c4f2b58b9a64 req-881571e5-732b-42d5-89cb-444c0fb3ec37 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.776155 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f86e7584-c1de-4c1d-9ee9-c4f2b58b9a64 req-881571e5-732b-42d5-89cb-444c0fb3ec37 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.1702714 Oct 27 21:31:32.794063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:32.806398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:32.830231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.931366 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.932314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.933464 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] 10.222.0.66 "PUT /v2.0/ports/75f47597-9e60-4e88-b7f8-3e7b30725d9e HTTP/1.1" status: 200 len: 1093 time: 1.8378742 Oct 27 21:31:32.935971 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-d41965b4-d2e6-44fa-b24e-ad61c826174a req-38d5ddc2-4fff-4a84-af7b-e80db61a10f8 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330476 Oct 27 21:31:32.936241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:32.940698 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:32.949045 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f86e7584-c1de-4c1d-9ee9-c4f2b58b9a64 req-6470e450-a92e-45f7-aa51-2de82f50f7df tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717172 Oct 27 21:31:32.974863 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184922a-c169-4f44-ad33-51b205d1a652 service neutron] Pushing event updated for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:33.113630 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6bdac-675d-4d1a-b2e2-7974cddd3001 x-openstack-request-id: req-79f6bdac-675d-4d1a-b2e2-7974cddd3001 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:33.114044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:33.114894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79f6bdac-675d-4d1a-b2e2-7974cddd3001 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:33.115576 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e', 'status': 'completed', 'code': 200} Oct 27 21:31:33.236084 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-193fcd19-48a2-42ba-b534-49bb4a1a0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.238275 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-193fcd19-48a2-42ba-b534-49bb4a1a0cef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 1096 time: 0.1004939 Oct 27 21:31:33.318865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50903-80a4-453a-95a1-90743e6b814b req-c74c8d7b-8bb5-4679-bd33-954236f75ee0 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.321258 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-54d50903-80a4-453a-95a1-90743e6b814b req-c74c8d7b-8bb5-4679-bd33-954236f75ee0 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.0941453 Oct 27 21:31:33.357542 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-9c7101f9-bce3-4325-9a63-a5e7d29d1574 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e HTTP/1.1" status: 200 len: 217 time: 0.0771837 Oct 27 21:31:33.405468 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-54d50903-80a4-453a-95a1-90743e6b814b req-357cd78a-240a-4c0f-a896-30453d667b8b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Oct 27 21:31:33.465540 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9624-01f2-4066-8110-da01608d63f5 req-935ca221-26e2-4a1a-bb60-0ad4119c51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.468280 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-935ca221-26e2-4a1a-bb60-0ad4119c51ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.1015663 Oct 27 21:31:33.537496 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-0a77c7ab-2e0c-45f3-89cf-afd6a9cac6a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530710 Oct 27 21:31:33.711578 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-ab743118-1e8b-46d0-bd4b-04b13d5f54f6 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656706 Oct 27 21:31:34.203972 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15dff-c30f-4db8-af79-79a5765987d8 req-7a3aa744-50ad-41f9-a635-4778705d314b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.217168 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97b15dff-c30f-4db8-af79-79a5765987d8 req-7a3aa744-50ad-41f9-a635-4778705d314b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.0923171 Oct 27 21:31:34.273357 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97b15dff-c30f-4db8-af79-79a5765987d8 req-c2a0f01e-27e0-4db4-abf6-fb2815d2a3f4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559494 Oct 27 21:31:34.346976 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34952) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:34.529974 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34962) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:34.624220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ef5b6e53-cab3-4ccc-a064-8698cb08957b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:34.694738 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-535c288f-d9a2-4c0a-b82d-5a8d2b64ceaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:34.861242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ef5b6e53-cab3-4ccc-a064-8698cb08957b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:34.873400 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ef5b6e53-cab3-4ccc-a064-8698cb08957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:34.999894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-535c288f-d9a2-4c0a-b82d-5a8d2b64ceaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.008081 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ef5b6e53-cab3-4ccc-a064-8698cb08957b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d352c5fa05fb425298b22e4d1da218d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596000 Oct 27 21:31:35.010170 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b6e53-cab3-4ccc-a064-8698cb08957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4cc7e6-81a3-4c2d-98e1-492734a81671,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.010656 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34968) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:35.015197 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-535c288f-d9a2-4c0a-b82d-5a8d2b64ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.072588 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.087991 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c288f-d9a2-4c0a-b82d-5a8d2b64ceaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc4307-f7c4-41b8-86bb-5693284ddb5f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.100115 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-535c288f-d9a2-4c0a-b82d-5a8d2b64ceaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=789d2224cb6d4194a6f72864001d1f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672243 Oct 27 21:31:35.100115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34970) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:35.105362 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.170971 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.184112 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.187875 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.189323 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be4cc7e6-81a3-4c2d-98e1-492734a81671 HTTP/1.1" status: 204 len: 168 time: 0.1773601 Oct 27 21:31:35.206385 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.212208 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291891f-547c-4ec4-a8ab-6be7a7e9f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4cc7e6-81a3-4c2d-98e1-492734a81671,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.285352 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.288124 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.289309 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0bc4307-f7c4-41b8-86bb-5693284ddb5f HTTP/1.1" status: 204 len: 168 time: 0.1878734 Oct 27 21:31:35.298801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2134b7-c316-4abc-9b8e-55c2c51afc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc4307-f7c4-41b8-86bb-5693284ddb5f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.593477 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 34986) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:35.607497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2c45fa21-95cf-42c1-867a-6b5c2d6ba44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.715821 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2c45fa21-95cf-42c1-867a-6b5c2d6ba44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.722638 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2c45fa21-95cf-42c1-867a-6b5c2d6ba44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.798783 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2c45fa21-95cf-42c1-867a-6b5c2d6ba44b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0af4e0b55c9d437f9cc70f9cef535691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038872 Oct 27 21:31:35.801139 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45fa21-95cf-42c1-867a-6b5c2d6ba44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b7f68-8188-4657-b0df-9055840b898a,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.802306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 34994) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:35.879906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.918508 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.998113 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.002066 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.003735 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/903b7f68-8188-4657-b0df-9055840b898a HTTP/1.1" status: 204 len: 168 time: 0.1996050 Oct 27 21:31:36.016375 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae730c-f774-4849-8e7d-d73c85576a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b7f68-8188-4657-b0df-9055840b898a,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:36.291075 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35012) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:36.431505 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-322006459-network', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:36.463607 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Made reservation on behalf of fd977b28ac844cf4b1ef184125ca259a for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:36.466801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.478494 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.590709 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.596523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.624760 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e02bc95-1f04-42c8-ae88-0527d08c6ad5,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:36.639810 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:31:36.656625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.657250 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Added segment 778b2733-ba98-4da7-ab4d-8f3a142cf45b of type vlan for network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 Oct 27 21:31:36.717898 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.743760 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1fa41209-c7eb-48ab-850a-ec5944e56f4a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:36.754251 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.756499 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.757563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.836945 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5445693 Oct 27 21:31:36.843031 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35034) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:36.848606 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Request body: {'subnet': {'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-322006459-subnet', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:36.878825 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791856e-6f97-4210-a53e-115a679a7110 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3e2e79-3d78-4dd0-96fd-53411dec76b7,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:36.889582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Made reservation on behalf of fd977b28ac844cf4b1ef184125ca259a for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:36.892864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5277921'] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.996325 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b44c9624-01f2-4066-8110-da01608d63f5 req-7743f890-63d7-4876-b0f5-2fbd1584ac2a service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067547 Oct 27 21:31:37.001575 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:31:37.112527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:37.148072 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '1fa41209-c7eb-48ab-850a-ec5944e56f4a', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'port_id': '1fa41209-c7eb-48ab-850a-ec5944e56f4a', 'mac_address': 'fa:16:3e:5a:9e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9312271d-936b-490a-81d1-e868d2a32167', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:37.151150 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949fe55-a7d7-4752-b47d-012449113431 req-96ba5768-0dd5-49a4-b99e-89c2e8dcc967 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.152928 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e949fe55-a7d7-4752-b47d-012449113431 req-96ba5768-0dd5-49a4-b99e-89c2e8dcc967 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.1641440 Oct 27 21:31:37.213160 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.226167 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e949fe55-a7d7-4752-b47d-012449113431 req-776d0079-b9d5-42c3-a753-1d923b4000a4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666862 Oct 27 21:31:37.238897 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-730c83c0-1cce-4a26-9b05-eaa5056f6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.241725 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-730c83c0-1cce-4a26-9b05-eaa5056f6775 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 1096 time: 0.0884383 Oct 27 21:31:37.261554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa41209-c7eb-48ab-850a-ec5944e56f4a {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:37.293037 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:37.303598 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.357692 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6070671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5277939'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.374204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-6e4240ba-a48c-47ea-9f01-1f193385e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.375779 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-6e4240ba-a48c-47ea-9f01-1f193385e1a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.1204212 Oct 27 21:31:37.383406 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:37.425739 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:37.436744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:37.437104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Network hostable DHCP agents. Network: ac3e2e79-3d78-4dd0-96fd-53411dec76b7, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:31:37.443886 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-d8c6d63b-6d48-450e-a2c4-ab2dfa370969 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e HTTP/1.1" status: 200 len: 217 time: 0.0525200 Oct 27 21:31:37.465229 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:31:37.480794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, ac3e2e79-3d78-4dd0-96fd-53411dec76b7) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:37.486528 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.490044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.500995 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec58f4-6e6e-4d7e-b375-1c2fa9b795c9 None None] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:37.530565 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7c5354b6-ab21-41e6-9c3f-f8e799c9c1bd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6839044 Oct 27 21:31:37.530873 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35048) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:37.536779 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:37.565341 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-a9e3b2b4-93b4-48ec-9d7a-9d8e9dfef4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.567534 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-a9e3b2b4-93b4-48ec-9d7a-9d8e9dfef4a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.1143246 Oct 27 21:31:37.580500 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.582576 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.638697 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-c55b668e-b7d4-4515-9c96-f85d1317ec30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620601 Oct 27 21:31:37.710797 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.860052 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-cbca127d-7bc1-426d-a088-f913a5623520 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094026 Oct 27 21:31:37.880380 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['1fa41209-c7eb-48ab-850a-ec5944e56f4a'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:37.931556 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:31:37.933315 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.004331 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.082855 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-7824bfe5-f764-4d7c-a5db-bb5da85e8ae3 req-7345350a-02f3-4874-8f73-8a38840db04e service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125955 Oct 27 21:31:38.306821 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Allocated IP 172.20.0.2 (ac3e2e79-3d78-4dd0-96fd-53411dec76b7/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a/6a90c672-4634-477d-b69d-8f0cfcfff821) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:38.477921 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.525041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.626454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed96cb9-a8d1-4b05-a5a8-3229760b3d3e req-45c3c87d-83d8-417a-8841-3b8f870754fe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.628012 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1ed96cb9-a8d1-4b05-a5a8-3229760b3d3e req-45c3c87d-83d8-417a-8841-3b8f870754fe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.1533577 Oct 27 21:31:38.752053 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.771369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1ed96cb9-a8d1-4b05-a5a8-3229760b3d3e req-ab04a4df-f2ef-4cfb-a94d-dc4490ab6beb tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321378 Oct 27 21:31:38.829463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.859579 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Allocated IP 172.27.0.60 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/2b248052-3b89-49c7-8bf1-9823c0d12c22) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:38.956200 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:38.971257 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:38.982011 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:39.010672 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Pushing event updated for resources: {'Port': ['ID=6a90c672-4634-477d-b69d-8f0cfcfff821,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:39.126846 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.136612 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Attempting to bind port 6a90c672-4634-477d-b69d-8f0cfcfff821 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:39.137220 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Attempting to bind port 6a90c672-4634-477d-b69d-8f0cfcfff821 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:39.143312 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Attempting to bind port 6a90c672-4634-477d-b69d-8f0cfcfff821 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:39.158558 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:39.164429 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:39.165654 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.166482 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Bound using segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:39.170029 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Bound port: 6a90c672-4634-477d-b69d-8f0cfcfff821, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:39.172908 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.190797 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.322456 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] For port 6a90c672-4634-477d-b69d-8f0cfcfff821, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:39.327242 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] For port 6a90c672-4634-477d-b69d-8f0cfcfff821, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=6a90c672-4634-477d-b69d-8f0cfcfff821,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:39.337031 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.342683 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b248052-3b89-49c7-8bf1-9823c0d12c22,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:39.375337 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:39.379412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:39.398427 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:39.462072 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e068-15fe-499c-8a86-cd4df1cb1129 None None] Pushing event updated for resources: {'Port': ['ID=6a90c672-4634-477d-b69d-8f0cfcfff821,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:40.118145 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb0f4-1e21-46dc-b975-0f36bd75549c req-8d991cdb-957e-40c0-8476-22c344dc624b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:40.121176 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-719eb0f4-1e21-46dc-b975-0f36bd75549c req-8d991cdb-957e-40c0-8476-22c344dc624b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.1374543 Oct 27 21:31:40.320256 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-719eb0f4-1e21-46dc-b975-0f36bd75549c req-9efb4d3b-4844-490f-b2a2-128a90c01d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883249 Oct 27 21:31:40.380446 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.713235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.733383 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15740886-4c3e-4dec-b860-816b4b1cd2a9 None None] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:40.809246 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] Provisioning complete for port 6a90c672-4634-477d-b69d-8f0cfcfff821 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:40.809615 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.909538 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:31:41.026344 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.036122 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:41.050916 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:41.067839 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:41.069139 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:41.074212 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.080447 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0eb96108-7b41-4686-b66c-40f5798720b1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5444255 Oct 27 21:31:41.081194 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35130) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:41.106404 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] For port 6a90c672-4634-477d-b69d-8f0cfcfff821, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=6a90c672-4634-477d-b69d-8f0cfcfff821,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:41.112843 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.226204 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96ebe6-515d-4ddd-8c11-5379788d79d7 None None] Pushing event updated for resources: {'Port': ['ID=6a90c672-4634-477d-b69d-8f0cfcfff821,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:41.252616 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:41.485885 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 6a90c672-4634-477d-b69d-8f0cfcfff821 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:41.518143 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:40Z', 'revision_number': 3, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:41.570439 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:41.571156 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Updating router 2232f882-f2e2-47aa-aa75-134865fa9a2d port 2b248052-3b89-49c7-8bf1-9823c0d12c22 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:41.578534 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-113d6d22-a7a7-4ab3-9c4e-1749d518f621 None None] Provisioning complete for port 6a90c672-4634-477d-b69d-8f0cfcfff821 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:41.579096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-113d6d22-a7a7-4ab3-9c4e-1749d518f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.623725 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.650967 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 6a90c672-4634-477d-b69d-8f0cfcfff821 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:41.651463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.847407 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.048890 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.057964 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.122205 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Attempting to bind port 2b248052-3b89-49c7-8bf1-9823c0d12c22 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:42.122857 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Attempting to bind port 2b248052-3b89-49c7-8bf1-9823c0d12c22 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:42.123210 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Attempting to bind port 2b248052-3b89-49c7-8bf1-9823c0d12c22 on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:42.131696 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161d9ed-36ec-4f51-8e27-949816d93bdd None None] Pushing event updated for resources: {'Port': ['ID=2b248052-3b89-49c7-8bf1-9823c0d12c22,revision_number=2']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:42.134904 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:42.135268 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:42.135697 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.136089 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:42.136568 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Bound port: 2b248052-3b89-49c7-8bf1-9823c0d12c22, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:42.136968 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.220762 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] For port 2b248052-3b89-49c7-8bf1-9823c0d12c22, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:42.224939 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] For port 2b248052-3b89-49c7-8bf1-9823c0d12c22, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2b248052-3b89-49c7-8bf1-9823c0d12c22,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:42.238260 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.261473 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Allocated IP 172.20.0.1 (ac3e2e79-3d78-4dd0-96fd-53411dec76b7/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a/df27db2d-b8ce-4f4e-b308-84ee97f83a57) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:42.329813 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:42.330890 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:42.421004 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.460508 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.487577 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161d9ed-36ec-4f51-8e27-949816d93bdd None None] Pushing event updated for resources: {'Port': ['ID=2b248052-3b89-49c7-8bf1-9823c0d12c22,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:42.503153 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:42.517452 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:42.524000 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:42.524743 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.571011 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:42.605546 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Pushing event updated for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:42.778435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.865758 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:40Z', 'revision_number': 3, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:42.891974 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-36196045-8b25-4535-a53d-db64edee51f2 None None] Provisioning complete for port df27db2d-b8ce-4f4e-b308-84ee97f83a57 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:42.892807 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-36196045-8b25-4535-a53d-db64edee51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.899179 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6304b8-f022-4014-a41c-3de1aaeff69f None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:40Z', 'revision_number': 3, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:42.974024 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-36196045-8b25-4535-a53d-db64edee51f2 None None] Port df27db2d-b8ce-4f4e-b308-84ee97f83a57 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:43.081012 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.088838 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.090235 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.108093 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a132d2-c421-4e41-8034-0422d0693f65 req-8780994a-6400-4d2e-ad3e-95d851718e3e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:43.112216 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37a132d2-c421-4e41-8034-0422d0693f65 req-8780994a-6400-4d2e-ad3e-95d851718e3e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 943 time: 0.0778491 Oct 27 21:31:43.175662 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37a132d2-c421-4e41-8034-0422d0693f65 req-c8e80e4e-c8fc-483c-a976-e05045b3802e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521719 Oct 27 21:31:43.211847 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Pushing event updated for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:43.311159 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:43.313344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:43.416436 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 6a90c672-4634-477d-b69d-8f0cfcfff821 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:43.525723 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:43.642114 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 75f47597-9e60-4e88-b7f8-3e7b30725d9e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:43.644392 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1fa41209-c7eb-48ab-850a-ec5944e56f4a up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:43.850877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:43.862112 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f1ddce30-41ce-4b53-8bef-5eb39147b0de admin admin] 10.222.0.49 "PUT /v2.0/routers/2232f882-f2e2-47aa-aa75-134865fa9a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795732 Oct 27 21:31:43.875031 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 6a90c672-4634-477d-b69d-8f0cfcfff821 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:43.880277 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.911930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-782fb9ba-5ebb-4c48-9a33-ff6e4c13a49a None None] Provisioning complete for port df27db2d-b8ce-4f4e-b308-84ee97f83a57 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:43.913051 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-782fb9ba-5ebb-4c48-9a33-ff6e4c13a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.921825 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 1fa41209-c7eb-48ab-850a-ec5944e56f4a completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:43.953972 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 1fa41209-c7eb-48ab-850a-ec5944e56f4a triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:43.954544 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.960575 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:44.076995 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '75f47597-9e60-4e88-b7f8-3e7b30725d9e', 'network_id': '29dfca8f-0992-499f-b3d4-b701ece6aaab', 'port_id': '75f47597-9e60-4e88-b7f8-3e7b30725d9e', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9312271d-936b-490a-81d1-e868d2a32167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:44.174534 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-782fb9ba-5ebb-4c48-9a33-ff6e4c13a49a None None] Port df27db2d-b8ce-4f4e-b308-84ee97f83a57 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:44.222322 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.268490 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f47597-9e60-4e88-b7f8-3e7b30725d9e {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:44.317898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:44.320060 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.342274 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.392947 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:44.397121 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa1e40-c040-46a8-b22a-42e5b86b3372" -d '{"events": [{"server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "name": "network-vif-plugged", "status": "completed", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:44.454876 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:44.475801 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.484080 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aefe507-ae75-4b57-ad17-f9b9b8bc26ae x-openstack-request-id: req-5aefe507-ae75-4b57-ad17-f9b9b8bc26ae {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:44.484438 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "name": "network-vif-plugged", "status": "completed", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:44.484669 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aefe507-ae75-4b57-ad17-f9b9b8bc26ae {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:44.485097 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a', 'code': 200} Oct 27 21:31:44.510770 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:44.639742 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:44.673400 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e5406-86c8-4cf1-b671-82239ad03992 req-5f72bb02-5195-4186-b62b-845e058eee1c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:44.703669 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5e6e5406-86c8-4cf1-b671-82239ad03992 req-5f72bb02-5195-4186-b62b-845e058eee1c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 944 time: 0.1888123 Oct 27 21:31:44.808864 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5e6e5406-86c8-4cf1-b671-82239ad03992 req-7aaa0276-a110-4cab-b572-f840125f8556 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036522 Oct 27 21:31:44.886554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['75f47597-9e60-4e88-b7f8-3e7b30725d9e'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:45.009971 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0729-beba-4500-b357-9374ff97934d req-805ec635-d128-4283-9d66-00b7717bb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:45.013426 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-aa5b0729-beba-4500-b357-9374ff97934d req-805ec635-d128-4283-9d66-00b7717bb779 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.0627558 Oct 27 21:31:45.089565 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-aa5b0729-beba-4500-b357-9374ff97934d req-12c7ba6c-8607-401d-8bd7-0fe96f48f394 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637014 Oct 27 21:31:45.204907 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35212) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:45.210277 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1163629156-network', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:45.243008 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Made reservation on behalf of 2d20f721fbcf4ebfa90e70ff6d8cf0b1 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:45.250107 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.271155 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.435002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2b248052-3b89-49c7-8bf1-9823c0d12c22 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:45.458613 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.468915 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.502155 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:31:45.514704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd6970-7fb1-40e4-b90a-3b5f0130a1d1,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:45.522401 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.523723 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Added segment ad5255bf-78dd-4133-b257-cc1807c79dc2 of type vlan for network bea09168-d337-4108-b0cd-b39191109726 Oct 27 21:31:45.531968 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 2b248052-3b89-49c7-8bf1-9823c0d12c22 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:45.533292 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.600191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.634046 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.635128 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:45.636189 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.684969 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.691608 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4848356 Oct 27 21:31:45.694587 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35220) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:45.702980 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Request body: {'subnet': {'network_id': 'bea09168-d337-4108-b0cd-b39191109726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1163629156-subnet', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:45.746325 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 2b248052-3b89-49c7-8bf1-9823c0d12c22, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2b248052-3b89-49c7-8bf1-9823c0d12c22,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:45.747906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ed1e4-2399-4b06-ad39-33319c56ff12 admin admin] Pushing event updated for resources: {'Network': ['ID=bea09168-d337-4108-b0cd-b39191109726,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:45.759698 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:45.778145 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.790766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Made reservation on behalf of 2d20f721fbcf4ebfa90e70ff6d8cf0b1 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:45.794876 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.800436 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network bea09168-d337-4108-b0cd-b39191109726 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:31:46.019347 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:46.020738 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:46.135159 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=2b248052-3b89-49c7-8bf1-9823c0d12c22,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:46.186634 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.237167 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:46.264265 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6c8b2a-37f5-4462-8967-778a5a1062e0,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:46.280628 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Checking segment: {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:46.281389 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Network hostable DHCP agents. Network: bea09168-d337-4108-b0cd-b39191109726, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:31:46.308912 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Network bea09168-d337-4108-b0cd-b39191109726 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:31:46.322097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, bea09168-d337-4108-b0cd-b39191109726) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:46.329755 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:46.330033 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.342855 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6fd72-ab2e-498d-91d8-dae59e7d6368 None None] Network bea09168-d337-4108-b0cd-b39191109726 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:46.354048 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-046d834b-279a-4044-aca4-8ddce03e4ab4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6582277 Oct 27 21:31:46.357624 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35234) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:46.367654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:46.372319 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85539c0c-1839-4720-a265-a4a6cde26739 req-6f79934a-53cb-4299-b5fc-ccc830e17c18 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:46.373570 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-85539c0c-1839-4720-a265-a4a6cde26739 req-6f79934a-53cb-4299-b5fc-ccc830e17c18 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 944 time: 0.1070163 Oct 27 21:31:46.415639 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.419634 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.461389 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-85539c0c-1839-4720-a265-a4a6cde26739 req-1cbeb72e-ef8c-49a2-bbfb-56f07dd07381 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Oct 27 21:31:46.595716 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.945121 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:46.994481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-bea09168-d337-4108-b0cd-b39191109726', 'network_id': 'bea09168-d337-4108-b0cd-b39191109726', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'fixed_ips': [{'subnet_id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:31:46.996085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.052799 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 2, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:47.127140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:47.129087 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Updating router 2232f882-f2e2-47aa-aa75-134865fa9a2d port df27db2d-b8ce-4f4e-b308-84ee97f83a57 binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:47.260937 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.276922 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35262) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:47.306154 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.344794 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.403915 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2b248052-3b89-49c7-8bf1-9823c0d12c22 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:47.582439 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Allocated IP 172.27.0.69 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/a4ce2a75-820f-416a-acba-c5320b681b8e) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:47.681101 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35272) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:47.700513 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 75f47597-9e60-4e88-b7f8-3e7b30725d9e up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:47.736033 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.783761 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbad56c-c90c-4c2e-8a52-0cab22758514 req-236b0e02-639a-45ec-86c6-39d80f366a94 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:47.784294 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.811977 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dbad56c-c90c-4c2e-8a52-0cab22758514 req-236b0e02-639a-45ec-86c6-39d80f366a94 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 944 time: 0.1798594 Oct 27 21:31:47.865888 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:47.927151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Allocated IP 172.20.0.2 (bea09168-d337-4108-b0cd-b39191109726/2d6c8b2a-37f5-4462-8967-778a5a1062e0/fb141be7-b9ab-4432-937a-7cd348f45b81) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:48.005236 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.022211 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.073675 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dbad56c-c90c-4c2e-8a52-0cab22758514 req-f9d95df3-9eea-45bf-a40d-70b66970a96c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598052 Oct 27 21:31:48.121526 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50ebc9-0aae-4bcd-815f-2cbf31f68035,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:48.129838 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a38787c11914303be80c9b427d0d751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516843 Oct 27 21:31:48.131961 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35282) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:48.141904 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 2b248052-3b89-49c7-8bf1-9823c0d12c22 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:48.142497 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.148464 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.149148 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.149769 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.150366 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.150931 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.152961 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.153724 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.154715 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.155552 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.155736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.156044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.156373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce93f55-9647-48f9-881c-ca107eda5e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:48.191401 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 75f47597-9e60-4e88-b7f8-3e7b30725d9e completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:48.225924 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:48.229306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-39f8172c-e827-4fc4-b3ef-b7730315f133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.230078 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.232796 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 75f47597-9e60-4e88-b7f8-3e7b30725d9e triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:48.233383 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.238054 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:48.248387 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:48.264053 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.362914 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.365818 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.367007 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed50ebc9-0aae-4bcd-815f-2cbf31f68035 HTTP/1.1" status: 204 len: 168 time: 0.2338719 Oct 27 21:31:48.375665 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c85db-3f7e-4066-b2d2-70107a6da3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50ebc9-0aae-4bcd-815f-2cbf31f68035,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:48.548212 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-39f8172c-e827-4fc4-b3ef-b7730315f133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.565248 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Pushing event updated for resources: {'Port': ['ID=a4ce2a75-820f-416a-acba-c5320b681b8e,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:48.725497 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-39f8172c-e827-4fc4-b3ef-b7730315f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.783078 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-39f8172c-e827-4fc4-b3ef-b7730315f133 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c97553fb31934167865b06709379c184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1004522 Oct 27 21:31:48.787044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35300) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:48.795055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.832062 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.840883 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.844176 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.851602 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.910706 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:48.929490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8172c-e827-4fc4-b3ef-b7730315f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a60fc3-fae5-4764-96fc-ce4cf667a6bd,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:48.978121 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.029397 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.118256 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Network bea09168-d337-4108-b0cd-b39191109726 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:49.133515 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8039-edaf-4333-b07c-18874cdb4600 None None] Pushing event updated for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.171561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:49.182500 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:49.189968 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:49.195747 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b61453-be9b-4716-bafe-afc59ea7d5da" -d '{"events": [{"server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "name": "network-vif-plugged", "status": "completed", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:49.202622 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.210998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.217413 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61a60fc3-fae5-4764-96fc-ce4cf667a6bd HTTP/1.1" status: 204 len: 168 time: 0.4285648 Oct 27 21:31:49.268004 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515516c-240e-4128-9ad1-5c00c19bb079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a60fc3-fae5-4764-96fc-ce4cf667a6bd,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.296327 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.470100 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:49.479141 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2934327-f198-460e-bd0e-1249ddac0f9a x-openstack-request-id: req-a2934327-f198-460e-bd0e-1249ddac0f9a {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:49.479855 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "name": "network-vif-plugged", "status": "completed", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:49.480416 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2934327-f198-460e-bd0e-1249ddac0f9a {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:49.481228 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e', 'code': 200} Oct 27 21:31:49.531998 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Attempting to bind port fb141be7-b9ab-4432-937a-7cd348f45b81 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:49.532666 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Attempting to bind port fb141be7-b9ab-4432-937a-7cd348f45b81 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:49.533294 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Attempting to bind port fb141be7-b9ab-4432-937a-7cd348f45b81 on network bea09168-d337-4108-b0cd-b39191109726 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:49.548629 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199951f-8563-4afb-8d3a-070be6ae62b4 req-26d6a3eb-34a9-48d1-bd17-773a210ef3c2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:49.556563 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7199951f-8563-4afb-8d3a-070be6ae62b4 req-26d6a3eb-34a9-48d1-bd17-773a210ef3c2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 944 time: 0.2483671 Oct 27 21:31:49.591462 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:49.594096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Checking segment: {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:49.594096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.594096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Bound using segment: {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:49.600445 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Bound port: fb141be7-b9ab-4432-937a-7cd348f45b81, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:49.601340 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.639230 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7199951f-8563-4afb-8d3a-070be6ae62b4 req-0fc0e12c-2c19-4516-ba26-6c92239638d1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745296 Oct 27 21:31:49.644763 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.707294 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Attempting to bind port df27db2d-b8ce-4f4e-b308-84ee97f83a57 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:49.708621 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Attempting to bind port df27db2d-b8ce-4f4e-b308-84ee97f83a57 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:49.719843 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Attempting to bind port df27db2d-b8ce-4f4e-b308-84ee97f83a57 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:49.729473 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Pushing event updated for resources: {'Port': ['ID=fb141be7-b9ab-4432-937a-7cd348f45b81,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.756744 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:49.757142 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:49.764532 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.765090 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Bound using segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:49.765767 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Bound port: df27db2d-b8ce-4f4e-b308-84ee97f83a57, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:49.766335 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.821333 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-84fefc36-9685-45a1-b7ec-1bc657a60d8a None None] Provisioning complete for port df27db2d-b8ce-4f4e-b308-84ee97f83a57 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:49.821931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-84fefc36-9685-45a1-b7ec-1bc657a60d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.875469 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:31:49.916177 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8ad5-07f5-4653-a59c-1fe81cce2c20 req-3093f7e1-2f5f-41c4-952c-3a72ad067cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:49.920609 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-52af8ad5-07f5-4653-a59c-1fe81cce2c20 req-3093f7e1-2f5f-41c4-952c-3a72ad067cac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 1098 time: 0.1527455 Oct 27 21:31:49.963420 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] For port fb141be7-b9ab-4432-937a-7cd348f45b81, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:49.966284 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.972847 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] For port fb141be7-b9ab-4432-937a-7cd348f45b81, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=fb141be7-b9ab-4432-937a-7cd348f45b81,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:49.974721 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-84fefc36-9685-45a1-b7ec-1bc657a60d8a None None] Port df27db2d-b8ce-4f4e-b308-84ee97f83a57 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:49.995050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.050509 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] For port df27db2d-b8ce-4f4e-b308-84ee97f83a57, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:50.085057 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] For port df27db2d-b8ce-4f4e-b308-84ee97f83a57, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=df27db2d-b8ce-4f4e-b308-84ee97f83a57,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:50.105071 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.116857 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb92756-2da3-4296-8b5c-19f7291a9690 None None] Pushing event updated for resources: {'Port': ['ID=fb141be7-b9ab-4432-937a-7cd348f45b81,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:50.149419 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-52af8ad5-07f5-4653-a59c-1fe81cce2c20 req-92256741-b461-47a4-a467-38c29b6ccc8d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898475 Oct 27 21:31:50.227599 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:50.261954 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:50.262762 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:50.276446 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Sync routers for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:50.282971 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8039-edaf-4333-b07c-18874cdb4600 None None] Pushing event updated for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:50.285452 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.290798 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0d5387b8-2a18-429e-84b2-b974da6cdaeb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9302022 Oct 27 21:31:50.293628 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35338) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:50.333847 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:50.334755 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:50.770333 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:51.018836 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] Provisioning complete for port df27db2d-b8ce-4f4e-b308-84ee97f83a57 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:51.019022 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:51.112578 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:51.140959 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403186e4-4b21-46d6-b66c-d8017b470b3b req-d058e5ef-dbd1-46a1-b71d-1613f2853a9c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:51.160831 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-403186e4-4b21-46d6-b66c-d8017b470b3b req-d058e5ef-dbd1-46a1-b71d-1613f2853a9c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.2801142 Oct 27 21:31:51.280333 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-403186e4-4b21-46d6-b66c-d8017b470b3b req-de735fd5-da59-4a5d-ab0f-7d6bed7efff0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185355 Oct 27 21:31:51.490471 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:51.565272 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device fb141be7-b9ab-4432-937a-7cd348f45b81 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:51.704355 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] For port df27db2d-b8ce-4f4e-b308-84ee97f83a57, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=df27db2d-b8ce-4f4e-b308-84ee97f83a57,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:51.810341 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:51.871116 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:48Z', 'revision_number': 3, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:52.089554 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Checking router: 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:52.097848 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Updating router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 port a4ce2a75-820f-416a-acba-c5320b681b8e binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:52.122214 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.178404 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.230865 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979f7aa-bc2d-44de-84bf-fe1463466c3f None None] Pushing event updated for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:52.269303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c62afd9c-04ca-4ea1-948c-170c9f689f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.355568 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:50Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:52.356444 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Allocated IP 172.20.0.1 (bea09168-d337-4108-b0cd-b39191109726/2d6c8b2a-37f5-4462-8967-778a5a1062e0/7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:52.491024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0f55-1c1d-43a6-9f7d-333760e1dfd9 req-7593a564-1b8f-4b3e-9c47-13d980949f90 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:52.502267 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e44f0f55-1c1d-43a6-9f7d-333760e1dfd9 req-7593a564-1b8f-4b3e-9c47-13d980949f90 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1253164 Oct 27 21:31:52.552600 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bf819-84fd-4050-80be-eabc5e57d2bf None None] Network bea09168-d337-4108-b0cd-b39191109726 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:31:52.613295 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e44f0f55-1c1d-43a6-9f7d-333760e1dfd9 req-9a96e000-b6ea-4bb3-8b3d-303bccf9a896 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099172 Oct 27 21:31:52.617572 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db01e1c-7dbd-4e74-bad3-b7b8db0582f6 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:50Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:52.702687 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35424) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:52.815778 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port fb141be7-b9ab-4432-937a-7cd348f45b81 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:52.816428 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.850616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] Provisioning complete for port fb141be7-b9ab-4432-937a-7cd348f45b81 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:52.851241 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.916337 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.934963 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:52.971241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197fced-760c-493c-a723-6be5638d507d req-366e5974-18e8-4b57-b04b-5050bf61dc93 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:52.975213 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7197fced-760c-493c-a723-6be5638d507d req-366e5974-18e8-4b57-b04b-5050bf61dc93 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1513834 Oct 27 21:31:53.049139 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Attempting to bind port a4ce2a75-820f-416a-acba-c5320b681b8e on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:53.049971 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Attempting to bind port a4ce2a75-820f-416a-acba-c5320b681b8e by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:53.050676 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Attempting to bind port a4ce2a75-820f-416a-acba-c5320b681b8e on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:53.070072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-259179b4-cd7a-411a-b073-5682b083a503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.072183 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95b88-bc62-4bad-9582-75a4f786c495 None None] Pushing event updated for resources: {'Port': ['ID=a4ce2a75-820f-416a-acba-c5320b681b8e,revision_number=2']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:53.100228 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:53.100923 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:53.101588 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.102108 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:53.102731 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Bound port: a4ce2a75-820f-416a-acba-c5320b681b8e, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:53.103189 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.206348 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7197fced-760c-493c-a723-6be5638d507d req-c0d010fe-97f2-4806-bf0a-44dc19ab326b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228835 Oct 27 21:31:53.263647 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] For port a4ce2a75-820f-416a-acba-c5320b681b8e, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:53.269120 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] For port a4ce2a75-820f-416a-acba-c5320b681b8e, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a4ce2a75-820f-416a-acba-c5320b681b8e,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:53.278008 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.287999 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.339316 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.388486 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35442) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:53.405513 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-259179b4-cd7a-411a-b073-5682b083a503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.417701 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Network bea09168-d337-4108-b0cd-b39191109726 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:53.422072 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:53.428775 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:53.429047 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.433249 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Pushing event updated for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:53.435946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-259179b4-cd7a-411a-b073-5682b083a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.487560 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.487902 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.488243 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.488574 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.489462 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.489790 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.490117 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.490440 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.490893 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.491391 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.491777 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.492042 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:53.545203 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-259179b4-cd7a-411a-b073-5682b083a503 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25aad898e01949e9b5486edef6226d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405790 Oct 27 21:31:53.549099 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35448) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:53.553714 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259179b4-cd7a-411a-b073-5682b083a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808c9eaa-825f-4962-9181-ec6da827eaee,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:53.656714 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95b88-bc62-4bad-9582-75a4f786c495 None None] Pushing event updated for resources: {'Port': ['ID=a4ce2a75-820f-416a-acba-c5320b681b8e,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:53.661296 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:53.668713 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:53.768993 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-da677214-0ccf-4279-ad7e-8cfc491bfbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.881553 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.933361 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.935534 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:53.993803 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.037859 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-009798aa-3925-430e-baf8-57d0d7d6659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:54.040091 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-009798aa-3925-430e-baf8-57d0d7d6659f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 1098 time: 0.1732891 Oct 27 21:31:54.056143 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.161694 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:54.165505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] For port fb141be7-b9ab-4432-937a-7cd348f45b81, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=fb141be7-b9ab-4432-937a-7cd348f45b81,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:54.173405 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.270702 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0e128-cd31-4981-87f2-83bd6aba10fb req-7e9f85d3-24ff-46aa-876a-0dd424f5e236 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:54.278524 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4dc0e128-cd31-4981-87f2-83bd6aba10fb req-7e9f85d3-24ff-46aa-876a-0dd424f5e236 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.3642700 Oct 27 21:31:54.305307 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.db.api [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:31:54.306671 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG oslo_db.api [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:31:54.309635 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eff9df-c21b-4eff-8272-b9771a4f029f None None] Pushing event updated for resources: {'Port': ['ID=fb141be7-b9ab-4432-937a-7cd348f45b81,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:54.334744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014aa0-5eec-4b9e-a6bb-29228f375106 req-ffee348f-0196-4e73-bc09-2eec2629cf40 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:54.343379 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa014aa0-5eec-4b9e-a6bb-29228f375106 req-ffee348f-0196-4e73-bc09-2eec2629cf40 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.3170333 Oct 27 21:31:54.407826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.411008 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-8fb91289-6eb9-4e8f-a837-fa616bfa37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:54.413515 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-8fb91289-6eb9-4e8f-a837-fa616bfa37f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.3585043 Oct 27 21:31:54.425216 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.425955 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.436615 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4dc0e128-cd31-4981-87f2-83bd6aba10fb req-d40c6eca-dcf7-408f-b738-39355b1e9fa1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492562 Oct 27 21:31:54.484820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-da677214-0ccf-4279-ad7e-8cfc491bfbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.500080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Pushing event updated for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:54.539037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa014aa0-5eec-4b9e-a6bb-29228f375106 req-adf81851-5041-48c9-86f9-9165e1181845 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940587 Oct 27 21:31:54.540477 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-da677214-0ccf-4279-ad7e-8cfc491bfbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.576026 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-d6d3090f-6cea-4a6d-885d-f732bece85c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e HTTP/1.1" status: 200 len: 217 time: 0.0783498 Oct 27 21:31:54.617273 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-da677214-0ccf-4279-ad7e-8cfc491bfbe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54fb624b98504919ba054374469dab3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2272787 Oct 27 21:31:54.621459 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35456) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:54.695074 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Network bea09168-d337-4108-b0cd-b39191109726 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:54.726510 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-5dc96c0a-2989-4402-af14-919d4986ba69 None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:54.727652 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c0a-2989-4402-af14-919d4986ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.746724 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:54.772426 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da677214-0ccf-4279-ad7e-8cfc491bfbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c313984-014c-45b6-85cf-1cdc3974f43f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:54.783993 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.787464 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.792792 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/808c9eaa-825f-4962-9181-ec6da827eaee HTTP/1.1" status: 204 len: 168 time: 1.2368414 Oct 27 21:31:54.807588 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:48Z', 'revision_number': 3, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:54.845071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.866862 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb1b17-b8b8-42a8-9f06-7d3b164061fe None None] The sync data for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi is: [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:48Z', 'revision_number': 3, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:54.925978 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.984265 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff705d6-33c1-413c-9373-c87f35d1b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c9eaa-825f-4962-9181-ec6da827eaee,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:55.037396 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.041325 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.046421 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c313984-014c-45b6-85cf-1cdc3974f43f HTTP/1.1" status: 204 len: 168 time: 0.4226658 Oct 27 21:31:55.052745 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-5dc96c0a-2989-4402-af14-919d4986ba69 None None] Port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:55.058368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2f6dd-6a79-4ec1-b29c-9cd173e223db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c313984-014c-45b6-85cf-1cdc3974f43f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:55.135037 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-5ec402ed-deac-4ad9-a1d0-443b09cf5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.135182 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-5dc96c0a-2989-4402-af14-919d4986ba69 None None] Provisioning complete for port fb141be7-b9ab-4432-937a-7cd348f45b81 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:55.135817 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c0a-2989-4402-af14-919d4986ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.150623 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-5ec402ed-deac-4ad9-a1d0-443b09cf5d3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.4778905 Oct 27 21:31:55.289614 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-b16c47fb-3c31-4365-a7ff-4b19b2a63064 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223562 Oct 27 21:31:55.490527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device fb141be7-b9ab-4432-937a-7cd348f45b81 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:55.543015 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-3700de8a-5cc9-4afe-b76e-4cc5b5a999ce None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:55.543624 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3700de8a-5cc9-4afe-b76e-4cc5b5a999ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.642853 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:31:55.647793 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:55.697094 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-3700de8a-5cc9-4afe-b76e-4cc5b5a999ce None None] Port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:55.718557 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port fb141be7-b9ab-4432-937a-7cd348f45b81 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:55.718934 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.726898 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-2c99a919-6fcf-41df-a7d8-393963b17d80 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058151 Oct 27 21:31:55.781816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458916e3-e178-4ecd-a08d-e4b6920ac9a7 req-f43258bc-59ec-445e-9ac5-d3083a0a2ac9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.790402 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-458916e3-e178-4ecd-a08d-e4b6920ac9a7 req-f43258bc-59ec-445e-9ac5-d3083a0a2ac9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1436193 Oct 27 21:31:55.840225 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-c490706b-0b8e-4254-8f80-69a6df9dce01 None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:55.840596 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c490706b-0b8e-4254-8f80-69a6df9dce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.841326 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df79241-74be-42ce-96b1-eeca0e565125 req-d561e6b3-0113-4455-b92d-f09ae7c0b6b4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.849184 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2df79241-74be-42ce-96b1-eeca0e565125 req-d561e6b3-0113-4455-b92d-f09ae7c0b6b4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1395774 Oct 27 21:31:55.900082 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-c490706b-0b8e-4254-8f80-69a6df9dce01 None None] Port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:55.919818 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2df79241-74be-42ce-96b1-eeca0e565125 req-d3a48ee9-c352-4b8f-9649-ec956c0b9d7e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691617 Oct 27 21:31:55.975140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device df27db2d-b8ce-4f4e-b308-84ee97f83a57 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:55.996114 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-458916e3-e178-4ecd-a08d-e4b6920ac9a7 req-afbec249-ec01-4cdc-b3c8-ad250310c2ad tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043955 Oct 27 21:31:56.000518 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:56.011424 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c7c725de-77d3-41ec-a5bb-685d64febfee admin admin] 10.222.0.49 "PUT /v2.0/routers/9eb0db2a-e09a-4a3d-b794-c809d0c66a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7163060 Oct 27 21:31:56.015962 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-08aba31d-7bf9-4197-ad4f-14517d419ce3 req-c41942da-bda1-469b-8417-befab76ca9d3 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427263 Oct 27 21:31:56.095015 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port df27db2d-b8ce-4f4e-b308-84ee97f83a57 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:56.095999 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.172815 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35480) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:56.196956 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fa57632f-6dab-405b-850e-a3bd9afa7372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.349324 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fa57632f-6dab-405b-850e-a3bd9afa7372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.355257 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fa57632f-6dab-405b-850e-a3bd9afa7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.428146 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57632f-6dab-405b-850e-a3bd9afa7372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e24da-502b-482a-91b1-3f07f7038531,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:56.436470 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-fa57632f-6dab-405b-850e-a3bd9afa7372 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e1f1347fd8c4293a8f10b2d7e2c331f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615373 Oct 27 21:31:56.438807 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35488) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:56.504104 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.537119 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.620918 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.625116 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:56.626427 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a0e24da-502b-482a-91b1-3f07f7038531 HTTP/1.1" status: 204 len: 168 time: 0.1865599 Oct 27 21:31:56.636920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616d05-c914-4400-b854-69936ccf8770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e24da-502b-482a-91b1-3f07f7038531,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:56.684422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a1916c27-97c3-4dcb-9955-795063236222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.049292 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35498) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.055843 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672089585', 'description': 'tempest-secgroup-smoke-672089585 description', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:57.099086 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22a4f-81fc-453d-989d-7a200cee9282 req-63507884-a495-4942-9b85-bdc8b6b8b6d9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:57.100872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0aa22a4f-81fc-453d-989d-7a200cee9282 req-63507884-a495-4942-9b85-bdc8b6b8b6d9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0949295 Oct 27 21:31:57.109496 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.255365 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.262239 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.295174 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a4ce2a75-820f-416a-acba-c5320b681b8e up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:57.303931 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0aa22a4f-81fc-453d-989d-7a200cee9282 req-f1149e33-4d68-4919-a5c3-ed78fdb5c511 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910944 Oct 27 21:31:57.328798 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.336332 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc192-ddc3-4e6d-81d0-3928ca1c51c3 req-15725331-d2a2-4952-8d29-0119921f81f3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:57.346714 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2958958 Oct 27 21:31:57.348268 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-763cc192-ddc3-4e6d-81d0-3928ca1c51c3 req-15725331-d2a2-4952-8d29-0119921f81f3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.2053514 Oct 27 21:31:57.351078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35504) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.352639 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35506) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.354979 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdacc8-2e31-4a67-94be-4cd519730f5a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.398444 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.408983 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-763cc192-ddc3-4e6d-81d0-3928ca1c51c3 req-00711358-4fe3-4737-bb49-ae3fd258ea91 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559831 Oct 27 21:31:57.409748 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a4ce2a75-820f-416a-acba-c5320b681b8e triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:57.410208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.425078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:57.440426 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-299c7ea5-e668-4147-ae5b-3e184d1ab070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.506123 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.520540 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.553355 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port a4ce2a75-820f-416a-acba-c5320b681b8e, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a4ce2a75-820f-416a-acba-c5320b681b8e,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:57.560897 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.607438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-299c7ea5-e668-4147-ae5b-3e184d1ab070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.610479 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Sync routers for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:57.618397 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-299c7ea5-e668-4147-ae5b-3e184d1ab070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.621979 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.640264 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.666345 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:57.667026 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:57.671308 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.686665 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-299c7ea5-e668-4147-ae5b-3e184d1ab070 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a7845c358974eda99efb52e4d530b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111811 Oct 27 21:31:57.688449 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b944cd8-5ab0-4162-abc2-b3cc047a6fc9,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.690142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35508) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.690471 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7ea5-e668-4147-ae5b-3e184d1ab070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ba4237-723f-4941-a4be-71b0f08c95fe,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.700879 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.702237 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-347a1345-1c07-4d06-9f50-b2777c761536 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2837756 Oct 27 21:31:57.705027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35510) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.709664 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:57.715093 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=a4ce2a75-820f-416a-acba-c5320b681b8e,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.750649 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.760506 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.760863 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.761161 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.761502 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.761985 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.762158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.762561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.763462 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.763462 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.763694 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.763896 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.764212 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:57.776983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.807116 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.829071 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:57.853746 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.860028 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.890334 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fca2a2-81da-47a4-9828-62a819432535,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.906380 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.911605 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.913598 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76ba4237-723f-4941-a4be-71b0f08c95fe HTTP/1.1" status: 204 len: 168 time: 0.2216957 Oct 27 21:31:57.921600 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:57.926143 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a9b378dc-e21b-41d5-a688-75143aa030c3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2175176 Oct 27 21:31:57.926553 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35514) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.929285 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a926d-a018-42e4-8399-b7007dfcb070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ba4237-723f-4941-a4be-71b0f08c95fe,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:57.933858 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:57.969001 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.052846 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.059550 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.081617 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f013f188-99b3-44e9-98a2-d590c2dd9209,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.088860 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.090474 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-62946f94-458c-4469-9a6d-c28ffe5f1b47 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623213 Oct 27 21:31:58.095059 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 35516) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:58.100389 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:58.128140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.131763 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:53Z', 'revision_number': 4, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0', 'name': '', 'network_id': 'bea09168-d337-4108-b0cd-b39191109726', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'mac_address': 'fa:16:3e:bf:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:51Z', 'updated_at': '2021-10-27T21:31:54Z', 'revision_number': 2, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'subnets': [{'id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:58.133487 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.162535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Checking router: 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:58.162994 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Updating router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:31:58.190560 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.210761 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.217425 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.256777 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a7c5e0-ac82-424f-a283-253c92bbc4d9,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.292571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.299232 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35522) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:58.304665 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:58.309482 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-969d5343-802a-435c-b85c-39e8c636aac0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2131991 Oct 27 21:31:58.341565 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.securitygroups_db [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Project fd977b28ac844cf4b1ef184125ca259a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:31:58.351008 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.439824 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.446148 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.502149 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.513437 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2127202 Oct 27 21:31:58.514776 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 35532) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:58.539810 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b554e-98a8-4dfd-919b-81ed2e89bfdf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a26dea-1a5f-4eb8-bd16-0a2716cc9ee7,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.553717 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'security_group_rule': {'security_group_id': '464b6f1c-1cf5-48fb-9af9-ed77f880b4ca', 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:58.589019 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.597278 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.597542 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.securitygroups_db [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Project fd977b28ac844cf4b1ef184125ca259a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:31:58.604157 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.648511 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335ca1f-f9f3-4794-be9f-766834b4eeb9 req-180a5bba-932e-4876-aa65-3a3da154aee4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.666314 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5335ca1f-f9f3-4794-be9f-766834b4eeb9 req-180a5bba-932e-4876-aa65-3a3da154aee4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.2173922 Oct 27 21:31:58.692783 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf759-9c4e-406f-bc14-c5b71e32d643 None None] Pushing event updated for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.736478 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.737433 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Attempting to bind port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:58.737645 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Attempting to bind port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:58.738133 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Attempting to bind port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 on network bea09168-d337-4108-b0cd-b39191109726 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:58.744610 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:58.745283 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Checking segment: {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:58.745495 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.745876 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Bound using segment: {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:58.746422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Bound port: 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5255bf-78dd-4133-b257-cc1807c79dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bea09168-d337-4108-b0cd-b39191109726'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:58.746805 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.751538 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.770309 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5335ca1f-f9f3-4794-be9f-766834b4eeb9 req-bc438503-04c2-4e9c-81a1-fef5b576be18 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020055 Oct 27 21:31:58.792737 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2b33db-9b02-40bf-8a2e-71f9d298c8c4,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.818683 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.820069 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-67de4c02-981d-4e33-ad9a-eb82512e755a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3021963 Oct 27 21:31:58.829961 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d875-deae-423f-904a-0d41568df7fc req-a0cb2fe1-96b6-41c5-8ccc-ea40e6647af2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.832787 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ab38d875-deae-423f-904a-0d41568df7fc req-a0cb2fe1-96b6-41c5-8ccc-ea40e6647af2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.2908587 Oct 27 21:31:58.923696 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ab38d875-deae-423f-904a-0d41568df7fc req-e4b0926d-2a2d-486d-899d-f17b77d0a846 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752952 Oct 27 21:31:58.965652 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] For port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:58.970298 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] For port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:58.977190 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.080851 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:59.081822 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:31:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:59.430497 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a4ce2a75-820f-416a-acba-c5320b681b8e up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:59.445808 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:59.446398 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.449359 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf759-9c4e-406f-bc14-c5b71e32d643 None None] Pushing event updated for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:59.599128 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.641727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a4ce2a75-820f-416a-acba-c5320b681b8e triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:59.642022 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.700289 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:59.771880 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.930942 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] For port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:59.946269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.062083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e041-4ac9-4268-9439-8d8c8141dd3a req-7fc91543-2e94-4a5a-b342-38429d51c108 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.075237 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3fa2e041-4ac9-4268-9439-8d8c8141dd3a req-7fc91543-2e94-4a5a-b342-38429d51c108 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0942883 Oct 27 21:32:00.107349 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a709f-c919-4158-92ea-ba378132e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:00.140713 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-d779b716-3efc-4859-a8c1-9fcdad9d9bb4 None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:00.141085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d779b716-3efc-4859-a8c1-9fcdad9d9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.165805 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3fa2e041-4ac9-4268-9439-8d8c8141dd3a req-649f9966-49de-43e6-a43a-ccd95bf73d6b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885322 Oct 27 21:32:00.277085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb0bf-065a-461d-b0e9-273d0c4a2279 req-89018611-c857-403d-920b-f81323145508 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.283913 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dfcbb0bf-065a-461d-b0e9-273d0c4a2279 req-89018611-c857-403d-920b-f81323145508 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1538572 Oct 27 21:32:00.319146 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:53Z', 'revision_number': 4, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0', 'name': '', 'network_id': 'bea09168-d337-4108-b0cd-b39191109726', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'mac_address': 'fa:16:3e:bf:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:51Z', 'updated_at': '2021-10-27T21:31:58Z', 'revision_number': 4, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'subnets': [{'id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:00.336739 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dfcbb0bf-065a-461d-b0e9-273d0c4a2279 req-adac5db5-5673-4754-9738-f6c4328775b7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Oct 27 21:32:00.360196 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab21946-5558-4e05-8c6c-62ee2aa1504d None None] The sync data for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi is: [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:31:53Z', 'revision_number': 4, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0', 'name': '', 'network_id': 'bea09168-d337-4108-b0cd-b39191109726', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'mac_address': 'fa:16:3e:bf:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:51Z', 'updated_at': '2021-10-27T21:31:58Z', 'revision_number': 4, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'subnets': [{'id': '2d6c8b2a-37f5-4462-8967-778a5a1062e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:32:00.892927 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441c16-f162-4eeb-81c4-db7745e3c124 req-7a527d55-7be7-471e-aa02-e468c4b7ee84 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.894547 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4c441c16-f162-4eeb-81c4-db7745e3c124 req-7a527d55-7be7-471e-aa02-e468c4b7ee84 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0814950 Oct 27 21:32:00.966142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4c441c16-f162-4eeb-81c4-db7745e3c124 req-5dd67550-fe72-4c0c-b78f-68ecabe11e0c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631547 Oct 27 21:32:01.259466 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-3a5e0c37-30a5-4bd1-bbfd-bdef8c942396 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491228 Oct 27 21:32:01.276456 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:01.367693 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:01.368419 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.551201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3817df-ba6f-4a48-ab2d-595fe02fed97 req-ae3d1ba8-cf30-4149-9027-0673351672e9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.552872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ff3817df-ba6f-4a48-ab2d-595fe02fed97 req-ae3d1ba8-cf30-4149-9027-0673351672e9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1981015 Oct 27 21:32:01.560672 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-343a53eb-b603-4638-b968-662ff0bb6d5c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.563538 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-343a53eb-b603-4638-b968-662ff0bb6d5c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021162 Oct 27 21:32:01.610386 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-cf098ec3-1153-4fb7-a4b7-fde59d26f616 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/quotas/5bf1181b20bb4e3eb52c5dc95a2ae9d6 HTTP/1.1" status: 200 len: 375 time: 0.0342288 Oct 27 21:32:01.642246 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ff3817df-ba6f-4a48-ab2d-595fe02fed97 req-edf53c2a-80ab-4b73-b307-d06b1b5d0e75 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767789 Oct 27 21:32:01.663835 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-09cb875a-a43f-40c9-b5f2-f6ee013e9076 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396831 Oct 27 21:32:01.904405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792fb3d-85d3-4f6e-9d3a-97328637d706 req-691daf4e-31c7-4a27-a68c-1ed1fefaa569 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.906495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5792fb3d-85d3-4f6e-9d3a-97328637d706 req-691daf4e-31c7-4a27-a68c-1ed1fefaa569 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0870848 Oct 27 21:32:01.995953 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-15fd0744-73e6-49a7-b7e5-06469333d123 req-c0eaf717-9c8c-4a0e-b98c-0ebe4814156a tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 210 time: 0.0673993 Oct 27 21:32:02.024275 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5792fb3d-85d3-4f6e-9d3a-97328637d706 req-11b059bd-53de-41b8-92e9-42cfa6a6bb47 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054401 Oct 27 21:32:02.197252 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebb3df-23d6-4330-8205-e17c647e9147 req-0f5adf9c-978e-4ce1-97ce-f20f8c4e72fd tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:02.199668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9ebb3df-23d6-4330-8205-e17c647e9147 req-0f5adf9c-978e-4ce1-97ce-f20f8c4e72fd tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0900321 Oct 27 21:32:02.301031 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9ebb3df-23d6-4330-8205-e17c647e9147 req-d0360654-e8e1-4d7d-93f5-280fd987c9b4 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849223 Oct 27 21:32:02.351249 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-9e960061-e4f9-43fe-9d61-d366cfb9917c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:02.353026 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-9e960061-e4f9-43fe-9d61-d366cfb9917c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.1521688 Oct 27 21:32:02.375510 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-c7c4f7e7-f08a-4a5a-9493-9fcfe517caeb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/quotas/1125783b37e14844bc40275d6c5858b4 HTTP/1.1" status: 200 len: 375 time: 0.0159094 Oct 27 21:32:02.435037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-fa3eda71-4244-403d-9010-65b94aa811c4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531936 Oct 27 21:32:02.543497 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-07a0f141-e316-405c-9274-888acad114c5 service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002176 Oct 27 21:32:02.666951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-b6c08e1e-a16b-476d-abe3-d1dd99bf2eda service neutron] 10.222.0.49 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168742 Oct 27 21:32:02.844830 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec770cb-05a3-4f85-95c9-2c2ddcb0ef3f req-ff3e4983-fe0b-4994-a706-90141a817c27 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:02.852776 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ec770cb-05a3-4f85-95c9-2c2ddcb0ef3f req-ff3e4983-fe0b-4994-a706-90141a817c27 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1004338 Oct 27 21:32:02.934872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-387b378f-edf3-48ee-8cee-52e64c07f574 req-f6c6350c-3170-4fe2-80b2-6496f77e5cab tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 210 time: 0.0798268 Oct 27 21:32:02.944210 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ec770cb-05a3-4f85-95c9-2c2ddcb0ef3f req-eb72d9af-e0f8-4440-8b0a-68dc71f2f1c5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903201 Oct 27 21:32:03.125746 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63162ed3-3191-442d-a16f-b80f851eb35d req-12481ec3-507e-4b39-964b-ca4370df6ff4 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 210 time: 0.0362625 Oct 27 21:32:03.207002 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58809f-db66-4565-bd6e-4d5b1a23039b req-d6a766a3-b2e5-41a2-91d1-1ab6967e68b9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.220926 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b58809f-db66-4565-bd6e-4d5b1a23039b req-d6a766a3-b2e5-41a2-91d1-1ab6967e68b9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0858283 Oct 27 21:32:03.264085 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a69-9b00-4387-a46b-f7453528db9f req-a78c52ce-8eff-4288-afaa-5823e9918971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.267680 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-a78c52ce-8eff-4288-afaa-5823e9918971 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1099 time: 0.0713117 Oct 27 21:32:03.277985 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b58809f-db66-4565-bd6e-4d5b1a23039b req-ba1f03ca-721b-45f5-82d5-98cdbbb81559 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558939 Oct 27 21:32:03.463215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d6200-20cd-4632-931b-c5006a1af11a req-683da37d-d95f-48ec-bd78-848fe821bf36 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.465905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe7d6200-20cd-4632-931b-c5006a1af11a req-683da37d-d95f-48ec-bd78-848fe821bf36 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0645339 Oct 27 21:32:03.484866 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a69-9b00-4387-a46b-f7453528db9f req-8610dd53-f59e-44ff-b3a0-57dd440b38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.487836 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-8610dd53-f59e-44ff-b3a0-57dd440b38a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.1519294 Oct 27 21:32:03.514497 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe7d6200-20cd-4632-931b-c5006a1af11a req-c158622e-cc8b-467a-abfd-b64167699499 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Oct 27 21:32:03.621855 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-d3f04c1a-f1c4-4456-8501-6a06e3af6384 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1002 time: 0.1232991 Oct 27 21:32:03.679152 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a69-9b00-4387-a46b-f7453528db9f req-3c0781e4-bd4f-459b-a3fc-376095f281ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.680767 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-3c0781e4-bd4f-459b-a3fc-376095f281ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0497258 Oct 27 21:32:03.748120 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a69-9b00-4387-a46b-f7453528db9f req-9b506929-8d5e-4267-86b0-b8b796432135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.750668 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-9b506929-8d5e-4267-86b0-b8b796432135 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549595 Oct 27 21:32:03.927553 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-f76d54a8-4171-447b-a2b1-e242c3208137 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243959 Oct 27 21:32:03.975337 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-22a5ad85-662d-4bab-8d56-1f9cf34d91ed service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675735 Oct 27 21:32:04.161742 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e3312a69-9b00-4387-a46b-f7453528db9f req-595e200d-6fc6-43b0-8be4-84698765d502 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650405 Oct 27 21:32:04.354111 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5cf44e2-d570-4a48-805d-0cb034d73297 req-cd1c8159-ed7f-4794-8362-8ed5b9273167 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 210 time: 0.0609021 Oct 27 21:32:04.398404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d9ae-a9bb-463d-846d-2390792c3d70 req-57162574-5b3b-4a4f-928d-879b67731648 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.400075 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c858d9ae-a9bb-463d-846d-2390792c3d70 req-57162574-5b3b-4a4f-928d-879b67731648 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1080699 Oct 27 21:32:04.439196 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-6f17ddb2-5862-4a7f-a014-5110fce2f71a tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.441117 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-6f17ddb2-5862-4a7f-a014-5110fce2f71a tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4970756 Oct 27 21:32:04.477116 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-93d20ced-e6c0-4e44-bcba-9193207cd87b req-7116567e-bc6a-4cc0-822b-b5527f4a4218 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 210 time: 0.0325682 Oct 27 21:32:04.488251 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Request body: {'port': {'device_id': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'network_id': '38b635fc-b328-4a94-b431-9c007246831a', 'admin_state_up': True, 'tenant_id': '5bf1181b20bb4e3eb52c5dc95a2ae9d6'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:04.538148 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c858d9ae-a9bb-463d-846d-2390792c3d70 req-f66f7031-28e2-46ea-b166-ddb5dc5a20b4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223047 Oct 27 21:32:04.718243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36807c-22c0-4990-859d-568e5ec18385 req-0f6df8e0-f4f1-4c54-a1cf-00d0b597415d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.719434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3c36807c-22c0-4990-859d-568e5ec18385 req-0f6df8e0-f4f1-4c54-a1cf-00d0b597415d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1493714 Oct 27 21:32:04.755993 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Made reservation on behalf of 5bf1181b20bb4e3eb52c5dc95a2ae9d6 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:04.759928 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.770416 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2b3c2-5b0c-424e-950f-14d96120c8b5 req-3b19753c-838a-450b-9a0b-7aa070b87b12 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.772227 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9e2b3c2-5b0c-424e-950f-14d96120c8b5 req-3b19753c-838a-450b-9a0b-7aa070b87b12 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1385965 Oct 27 21:32:04.784208 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.811954 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3c36807c-22c0-4990-859d-568e5ec18385 req-de4454ce-e2d3-4168-9b0a-799e8d2bface tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825441 Oct 27 21:32:04.867997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9e2b3c2-5b0c-424e-950f-14d96120c8b5 req-8eeaaa08-d4c6-4278-b5f3-2de08ff3a6d0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621080 Oct 27 21:32:04.927935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.933781 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.997365 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-50a49d5f-129f-415b-af90-58e651b27f2f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.000897 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-50a49d5f-129f-415b-af90-58e651b27f2f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 815 time: 0.2104928 Oct 27 21:32:05.009054 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87403dd9-3862-4fba-a3fd-777b4d40ccdb,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:05.038602 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Request body: {'port': {'device_id': '38bcc473-71c5-488f-8931-3b48924cad15', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'admin_state_up': True, 'tenant_id': '1125783b37e14844bc40275d6c5858b4'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:05.120457 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Allocated IP 192.168.233.17 (38b635fc-b328-4a94-b431-9c007246831a/181ee7d3-215b-426a-8e0a-51160b183fec/fdb6774d-c2df-4294-9c46-f59428729369) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:05.217036 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Made reservation on behalf of 1125783b37e14844bc40275d6c5858b4 for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:05.222469 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.330362 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.369268 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.385951 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Allocated IP 172.20.0.11 (6689ee59-ab48-4dc4-aa54-e929a94257ea/17d1ca55-0f5d-4719-90fb-83baa9616463/3dab1614-8bfa-48cd-a67a-19aee2eee9cf) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:05.416458 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Network 38b635fc-b328-4a94-b431-9c007246831a is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:05.422599 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:05.425236 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:05.496537 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e9db6f64-b1e9-440b-875c-8e865c08ae31 req-1d651edb-096c-460b-80aa-051ad6f2c6e2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 210 time: 0.0421464 Oct 27 21:32:05.502248 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Pushing event updated for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:05.531852 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.532553 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.560960 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-0bc93128-a724-4da8-8693-52b3ca8f198c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0826151 Oct 27 21:32:05.611481 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Request body: {'port': {'device_id': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:05.803652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.817225 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dfc80-efb6-4725-886d-efd7cbb4a3cd req-8b2c133c-00a8-44f7-a330-34953547377d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.819110 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-857dfc80-efb6-4725-886d-efd7cbb4a3cd req-8b2c133c-00a8-44f7-a330-34953547377d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1461384 Oct 27 21:32:05.828070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e64a8-a464-4030-aa4a-d01cf7884e10 req-2aeaf568-b746-4244-95fa-faa8a45ace9d tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.830774 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7e6e64a8-a464-4030-aa4a-d01cf7884e10 req-2aeaf568-b746-4244-95fa-faa8a45ace9d tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 935 time: 0.1789787 Oct 27 21:32:05.869775 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-3a1b1611-ec88-4218-b03c-d5a839e24124 None None] Provisioning complete for port fdb6774d-c2df-4294-9c46-f59428729369 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:05.870541 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1611-ec88-4218-b03c-d5a839e24124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.937002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b1611-ec88-4218-b03c-d5a839e24124 None None] Port fdb6774d-c2df-4294-9c46-f59428729369 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:05.953205 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-857dfc80-efb6-4725-886d-efd7cbb4a3cd req-98c42fc5-edeb-43d9-8fac-f9679c28c674 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098411 Oct 27 21:32:05.958916 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7e6e64a8-a464-4030-aa4a-d01cf7884e10 req-e9c135e3-8962-4b99-ba30-7976cdd43372 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Oct 27 21:32:06.015316 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.080769 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.139502 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436', '07d006f4-3f59-42c3-9b4b-8dab64b8736c', '5c6ff451-3f82-40d4-b9c5-d2091c823554'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:06.170790 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Network 6689ee59-ab48-4dc4-aa54-e929a94257ea is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:06.174895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:06.178211 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:06.184808 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.185612 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.201217 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event updated for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:06.233028 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-9b8d9b4d-3a3d-4274-8eef-1e7668548f24 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1998966 Oct 27 21:32:06.265955 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Request body: {'port': {'device_id': '38bcc473-71c5-488f-8931-3b48924cad15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:06.330849 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58123-884c-46c1-a408-bb972067d137 req-53f91371-87bc-44a4-8c12-e8a276775651 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.339005 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80e58123-884c-46c1-a408-bb972067d137 req-53f91371-87bc-44a4-8c12-e8a276775651 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.2445135 Oct 27 21:32:06.367421 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9fffd-28e1-47ad-965b-df2fa55b5c1a req-24bd9631-0686-4e4a-a0fe-1dab9320d2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.368981 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61a9fffd-28e1-47ad-965b-df2fa55b5c1a req-24bd9631-0686-4e4a-a0fe-1dab9320d2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1297793 Oct 27 21:32:06.378356 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.454287 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80e58123-884c-46c1-a408-bb972067d137 req-47be62f9-07a0-47c8-90d6-d496bcc0b973 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140668 Oct 27 21:32:06.471383 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61a9fffd-28e1-47ad-965b-df2fa55b5c1a req-1f639171-2297-4baf-b2b2-981f263b1cbf tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835764 Oct 27 21:32:06.521322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb6774d-c2df-4294-9c46-f59428729369 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:06.531194 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.545537 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Transition to ACTIVE for port object fdb6774d-c2df-4294-9c46-f59428729369 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:32:06.551493 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.670747 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:06.761489 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b953dde-b5f2-45e9-b744-2abdf31b0be2 req-9b83bf90-f4bc-48d2-a516-742297922d5a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.763394 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0b953dde-b5f2-45e9-b744-2abdf31b0be2 req-9b83bf90-f4bc-48d2-a516-742297922d5a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 932 time: 0.1293659 Oct 27 21:32:06.829775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Attempting to bind port fdb6774d-c2df-4294-9c46-f59428729369 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:06.830182 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Attempting to bind port fdb6774d-c2df-4294-9c46-f59428729369 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:06.830612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Attempting to bind port fdb6774d-c2df-4294-9c46-f59428729369 on network 38b635fc-b328-4a94-b431-9c007246831a {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:06.841851 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Port fdb6774d-c2df-4294-9c46-f59428729369 on network 38b635fc-b328-4a94-b431-9c007246831a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:32:06.842201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Attempting to bind port fdb6774d-c2df-4294-9c46-f59428729369 on network 38b635fc-b328-4a94-b431-9c007246831a {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:06.847451 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0b953dde-b5f2-45e9-b744-2abdf31b0be2 req-bc643669-d58b-4f5f-bcc6-570fd376761e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Oct 27 21:32:06.852823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:06.853944 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Checking segment: {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:06.854454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Bound using segment: {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:06.854978 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Bound port: fdb6774d-c2df-4294-9c46-f59428729369, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc879274-cecf-4105-85fa-1fbf145bcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38b635fc-b328-4a94-b431-9c007246831a'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:06.855457 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.938969 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dab1614-8bfa-48cd-a67a-19aee2eee9cf {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:06.955002 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.966101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:06.972834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fdb6774d-c2df-4294-9c46-f59428729369,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:06.975675 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Transition to ACTIVE for port object 3dab1614-8bfa-48cd-a67a-19aee2eee9cf will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:32:06.980914 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:06.981179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.044317 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.045814 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.049017 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] 10.222.0.66 "PUT /v2.0/ports/fdb6774d-c2df-4294-9c46-f59428729369 HTTP/1.1" status: 200 len: 1097 time: 1.4422073 Oct 27 21:32:07.051449 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:07.057154 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964dc1ae-850f-4459-b9bd-66d4fba4700b" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "tag": "fdb6774d-c2df-4294-9c46-f59428729369"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:07.071451 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:07.159866 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Attempting to bind port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:07.160332 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Attempting to bind port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:07.160730 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Attempting to bind port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:07.165688 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf on network 6689ee59-ab48-4dc4-aa54-e929a94257ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:32:07.166106 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Attempting to bind port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf on network 6689ee59-ab48-4dc4-aa54-e929a94257ea {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:07.175448 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:07.176356 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Checking segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:07.176836 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Bound using segment: {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:07.177300 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Bound port: 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd101d-4a33-41cc-a231-0027adb204dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:07.177662 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.229338 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682529a0-d77e-49f6-a28f-204b4a1f58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:07.319416 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b9d96-847a-478a-812a-8881fff8bd5b req-76048db1-7616-4ac6-aa66-07f42a5e910d tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.321178 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6d7b9d96-847a-478a-812a-8881fff8bd5b req-76048db1-7616-4ac6-aa66-07f42a5e910d tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 947 time: 0.1929955 Oct 27 21:32:07.333290 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:07.337590 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:07.342612 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.346168 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-fd03596a-81d0-4559-8276-c1645c4334f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.348245 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-fd03596a-81d0-4559-8276-c1645c4334f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 1100 time: 0.1636198 Oct 27 21:32:07.356394 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f8a5-7290-4283-9d72-4c4fbc26c8d9 req-adb0e183-9235-4adf-8fab-bc1475287cef tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.359825 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3fa4f8a5-7290-4283-9d72-4c4fbc26c8d9 req-adb0e183-9235-4adf-8fab-bc1475287cef tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1807199 Oct 27 21:32:07.380086 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.380725 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.382158 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] 10.222.0.66 "PUT /v2.0/ports/3dab1614-8bfa-48cd-a67a-19aee2eee9cf HTTP/1.1" status: 200 len: 1094 time: 1.1247869 Oct 27 21:32:07.382618 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:07.385011 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255" -d '{"events": [{"name": "network-changed", "server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:07.420084 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca45-e2a1-4a8f-9487-19a95e1f0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:07.438126 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-f5a54114-98a7-475f-a650-0b58131340e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fdb6774d-c2df-4294-9c46-f59428729369 HTTP/1.1" status: 200 len: 217 time: 0.0622940 Oct 27 21:32:07.464999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6d7b9d96-847a-478a-812a-8881fff8bd5b req-2d2dd72b-4722-4781-ba8c-01832d7c037b tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339173 Oct 27 21:32:07.483904 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3fa4f8a5-7290-4283-9d72-4c4fbc26c8d9 req-2c653ac7-7d55-4778-8bdb-754ec3d97a96 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132030 Oct 27 21:32:07.542778 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45228437-1004-4e94-ba25-852fb6c03ca5 x-openstack-request-id: req-45228437-1004-4e94-ba25-852fb6c03ca5 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:07.543808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "tag": "fdb6774d-c2df-4294-9c46-f59428729369", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:07.543808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45228437-1004-4e94-ba25-852fb6c03ca5 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:07.544281 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369', 'status': 'completed', 'code': 200} Oct 27 21:32:07.557385 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744203a-8dbc-499c-a0fe-33a0606dcd16 x-openstack-request-id: req-6744203a-8dbc-499c-a0fe-33a0606dcd16 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:07.557682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:07.557936 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6744203a-8dbc-499c-a0fe-33a0606dcd16 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:07.558347 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf', 'status': 'completed', 'code': 200} Oct 27 21:32:07.560206 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-59a35a4e-9f82-4664-854a-ba54203321c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.562043 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-59a35a4e-9f82-4664-854a-ba54203321c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=181ee7d3-215b-426a-8e0a-51160b183fec HTTP/1.1" status: 200 len: 843 time: 0.0940387 Oct 27 21:32:07.565877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-83776d27-f933-4a00-a91e-c33ad04dc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.567607 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-83776d27-f933-4a00-a91e-c33ad04dc6a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 1097 time: 0.0756347 Oct 27 21:32:07.653160 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-2d650e63-0557-4352-8a05-3c112e0a17b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf HTTP/1.1" status: 200 len: 217 time: 0.0366564 Oct 27 21:32:07.728420 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-cdcdf2d1-fc32-41bd-b29a-7ce17f80d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.731322 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-cdcdf2d1-fc32-41bd-b29a-7ce17f80d731 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38b635fc-b328-4a94-b431-9c007246831a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1115186 Oct 27 21:32:07.742236 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d913-0a91-4465-9259-a463cb86a0b1 req-2fdb5b0e-df4f-408e-b751-04ed24635107 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.743223 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff916-23e4-4903-8342-586206b6998d req-262b395e-21f9-4aa1-a134-119bfc77ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.744776 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-262b395e-21f9-4aa1-a134-119bfc77ff92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0715964 Oct 27 21:32:07.745456 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e725d913-0a91-4465-9259-a463cb86a0b1 req-2fdb5b0e-df4f-408e-b751-04ed24635107 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1388674 Oct 27 21:32:07.786765 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-274955ee-842d-4b18-bec0-128a36d3a747 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260818 Oct 27 21:32:07.787368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db613-5041-43a7-b158-d2ce064a891c req-b89433f2-83f3-41e0-88e3-508cdd5de7f8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.788999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b3db613-5041-43a7-b158-d2ce064a891c req-b89433f2-83f3-41e0-88e3-508cdd5de7f8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1316428 Oct 27 21:32:07.884696 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e725d913-0a91-4465-9259-a463cb86a0b1 req-396f638c-dabc-4b27-9665-f43c95a5cb54 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342814 Oct 27 21:32:07.906161 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b3db613-5041-43a7-b158-d2ce064a891c req-4751972f-c063-4ddc-8c4a-5fb349b6dea3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782683 Oct 27 21:32:07.908394 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-c3adac1e-d1b7-47bf-a422-5fa449f2552d service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111410 Oct 27 21:32:07.961351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-c4f20f1a-1785-4c24-a60c-1d6152e6b23c service neutron] 10.222.0.66 "GET /v2.0/networks/38b635fc-b328-4a94-b431-9c007246831a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003894 Oct 27 21:32:08.019560 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-51fff916-23e4-4903-8342-586206b6998d req-459d23bf-b557-4d83-820b-5b3bfd76fb82 service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991488 Oct 27 21:32:08.141888 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79396-be2e-4539-9ab0-e68793f2e07c req-2d5ec558-0de7-4a2d-9c65-5962e1bf3160 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.144646 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5f79396-be2e-4539-9ab0-e68793f2e07c req-2d5ec558-0de7-4a2d-9c65-5962e1bf3160 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 944 time: 0.1799953 Oct 27 21:32:08.203594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-dd3da739-1836-4097-8e17-7d0f1cf96b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.204996 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-dd3da739-1836-4097-8e17-7d0f1cf96b74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1125783b37e14844bc40275d6c5858b4&device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 1097 time: 0.0501521 Oct 27 21:32:08.230343 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74bf342a-dbe9-4b6a-b962-7170945d87de req-727b0d9a-2a9e-4c1f-baa1-24444ee558b2 service neutron] 10.222.0.66 "GET /v2.0/networks/38b635fc-b328-4a94-b431-9c007246831a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525153 Oct 27 21:32:08.248184 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5f79396-be2e-4539-9ab0-e68793f2e07c req-9fcc7c7e-73cf-482c-a140-e266c636eb68 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944827 Oct 27 21:32:08.322534 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-4ae31863-4e1a-429e-9546-03e039f9ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.324052 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-4ae31863-4e1a-429e-9546-03e039f9ba46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 200 len: 916 time: 0.1055839 Oct 27 21:32:08.451064 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-9257053d-e6c8-4c4d-b31b-f0606bed5e7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf HTTP/1.1" status: 200 len: 217 time: 0.0374899 Oct 27 21:32:08.457781 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-6a5f80ad-5283-4826-b771-b71d169dd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.459253 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-6a5f80ad-5283-4826-b771-b71d169dd750 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 1100 time: 0.0446477 Oct 27 21:32:08.521893 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-1a322eda-ade0-4471-ba8e-039bceca2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.523593 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-1a322eda-ade0-4471-ba8e-039bceca2892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 200 len: 855 time: 0.0632274 Oct 27 21:32:08.568015 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-f2095405-60e5-4844-9dec-e93d0d02b199 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6689ee59-ab48-4dc4-aa54-e929a94257ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361350 Oct 27 21:32:08.611170 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-9523f928-cfc3-49f3-b257-6f6b91da6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.612811 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-9523f928-cfc3-49f3-b257-6f6b91da6931 service neutron] 10.222.0.66 "GET /v2.0/networks?id=38b635fc-b328-4a94-b431-9c007246831a HTTP/1.1" status: 200 len: 870 time: 0.1452193 Oct 27 21:32:08.673971 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-f13cd02d-9e74-41e6-9a4d-0107709a5d46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fdb6774d-c2df-4294-9c46-f59428729369 HTTP/1.1" status: 200 len: 217 time: 0.0433815 Oct 27 21:32:08.687646 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e16de-6d03-4f26-a837-166f3d5b19a4 req-4b263632-26af-4315-8a1b-882fea93e801 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.689329 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-078e16de-6d03-4f26-a837-166f3d5b19a4 req-4b263632-26af-4315-8a1b-882fea93e801 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 947 time: 0.1344073 Oct 27 21:32:08.726672 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-7ce9984a-c9f2-440a-98aa-375b5aae599e service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433270 Oct 27 21:32:08.853658 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e68624e1-0bdc-4c4b-8c56-63b7e32ef255 req-5b2bac26-11fc-44a9-8b2c-8d2ec1a4f4cc service neutron] 10.222.0.66 "GET /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102018 Oct 27 21:32:09.000460 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaf0e8-a171-4b91-b89d-fc34cb7ca9e9 req-728ad4f7-531c-4fba-8b81-28e765aa0054 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.001930 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-09eaf0e8-a171-4b91-b89d-fc34cb7ca9e9 req-728ad4f7-531c-4fba-8b81-28e765aa0054 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.4060476 Oct 27 21:32:09.031824 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-0c505755-f7b7-4f51-828f-c83408e25e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.033325 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-0c505755-f7b7-4f51-828f-c83408e25e80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=181ee7d3-215b-426a-8e0a-51160b183fec HTTP/1.1" status: 200 len: 843 time: 0.3418162 Oct 27 21:32:09.042658 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-078e16de-6d03-4f26-a837-166f3d5b19a4 req-5e2d9e88-51f6-4a5c-b292-3f4909f411b1 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399913 Oct 27 21:32:09.096276 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-09eaf0e8-a171-4b91-b89d-fc34cb7ca9e9 req-b88ac6de-e2d2-4348-a387-fbaa544dbeab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853174 Oct 27 21:32:09.109530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-8035817b-1567-4f9e-90dc-aab05bf44a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.111246 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-8035817b-1567-4f9e-90dc-aab05bf44a98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38b635fc-b328-4a94-b431-9c007246831a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677087 Oct 27 21:32:09.277614 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f075c-87ef-4152-be35-5fa36b8b77f4 req-8f1578cc-8c5c-4cc6-b2d6-b0e0f52b994f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.279186 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-057f075c-87ef-4152-be35-5fa36b8b77f4 req-8f1578cc-8c5c-4cc6-b2d6-b0e0f52b994f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1356034 Oct 27 21:32:09.321839 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-73231279-d334-4f4d-b829-5da58cbaa913 service neutron] 10.222.0.66 "GET /v2.0/networks/38b635fc-b328-4a94-b431-9c007246831a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858602 Oct 27 21:32:09.332260 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f2c71-cb5c-4d6e-95b9-de6a52693021 req-1450b496-3ca8-4a9b-a0a6-a2d0b284e20a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.333779 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-031f2c71-cb5c-4d6e-95b9-de6a52693021 req-1450b496-3ca8-4a9b-a0a6-a2d0b284e20a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1286643 Oct 27 21:32:09.410320 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-057f075c-87ef-4152-be35-5fa36b8b77f4 req-fde84379-a082-475e-8329-9a34b5c6d643 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211724 Oct 27 21:32:09.447333 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-031f2c71-cb5c-4d6e-95b9-de6a52693021 req-88f3c5e8-73bc-4fcd-a507-d94ceb25fa24 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032491 Oct 27 21:32:09.479837 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-964dc1ae-850f-4459-b9bd-66d4fba4700b req-708e1e12-e056-4e76-bac6-7f36bcfce89c service neutron] 10.222.0.66 "GET /v2.0/networks/38b635fc-b328-4a94-b431-9c007246831a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447992 Oct 27 21:32:09.544407 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8905a-6283-43ae-a373-797b30d9c5be req-7064e874-e985-4513-862c-10538b443df1 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.545902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-13d8905a-6283-43ae-a373-797b30d9c5be req-7064e874-e985-4513-862c-10538b443df1 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 944 time: 0.0576508 Oct 27 21:32:09.590652 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-13d8905a-6283-43ae-a373-797b30d9c5be req-5292bd81-e902-41af-bb4e-daf00e887f25 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Oct 27 21:32:09.804628 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 3dab1614-8bfa-48cd-a67a-19aee2eee9cf details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:09.924044 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:09.945315 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf', 'network_id': '6689ee59-ab48-4dc4-aa54-e929a94257ea', 'port_id': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf', 'mac_address': 'fa:16:3e:64:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1ca55-0f5d-4719-90fb-83baa9616463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:09.997072 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.011130 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dab1614-8bfa-48cd-a67a-19aee2eee9cf {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:10.033159 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:10.037635 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.038427 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:10.139976 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:10.189566 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ce7d-8b33-4f82-b77c-b5628f042195 req-dd83b67b-852a-41e3-8928-378a3eca0f65 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.191146 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c487ce7d-8b33-4f82-b77c-b5628f042195 req-dd83b67b-852a-41e3-8928-378a3eca0f65 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 947 time: 0.0624795 Oct 27 21:32:10.204710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:10.218132 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:10.271323 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.278776 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c487ce7d-8b33-4f82-b77c-b5628f042195 req-c00bd972-191f-42ad-a356-7a2535314701 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762539 Oct 27 21:32:10.287909 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:10.292922 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc002f-e387-4fff-b6b1-52bc8f57f6f4 req-a5e55666-b538-4de3-8dec-e1cb4c431a0e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.294480 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7ccc002f-e387-4fff-b6b1-52bc8f57f6f4 req-a5e55666-b538-4de3-8dec-e1cb4c431a0e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0839500 Oct 27 21:32:10.310463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:10.315164 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.358764 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7ccc002f-e387-4fff-b6b1-52bc8f57f6f4 req-d90e1873-f69a-4da0-b540-6d714c42c976 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566475 Oct 27 21:32:10.366287 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=6']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:10.647025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fbf6c-a1d2-492e-b73a-a4d156070594 req-b0e4f234-31ae-4c4a-8850-5685fc4bb9d7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.649729 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e18fbf6c-a1d2-492e-b73a-a4d156070594 req-b0e4f234-31ae-4c4a-8850-5685fc4bb9d7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1368303 Oct 27 21:32:10.691975 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd40979-e768-48aa-adf5-f9b3bbe49e91 req-8da21194-7f56-4fb7-b402-71b92e306495 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.693989 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dd40979-e768-48aa-adf5-f9b3bbe49e91 req-8da21194-7f56-4fb7-b402-71b92e306495 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1302714 Oct 27 21:32:10.721431 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e18fbf6c-a1d2-492e-b73a-a4d156070594 req-be11eba2-1ef7-4780-8139-22f5a3bfe439 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Oct 27 21:32:10.723743 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['678c633c-6469-4d5f-99d4-14307c3a78a4'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:10.759854 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dd40979-e768-48aa-adf5-f9b3bbe49e91 req-9d6fca4f-2186-4851-96b2-b85aa99f0684 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518854 Oct 27 21:32:10.860997 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744804a2-3adb-4767-bc9b-43795f03fc78 req-ae144993-16fe-4552-a320-12d17733bf10 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.862560 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-744804a2-3adb-4767-bc9b-43795f03fc78 req-ae144993-16fe-4552-a320-12d17733bf10 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 945 time: 0.0657840 Oct 27 21:32:10.911846 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-744804a2-3adb-4767-bc9b-43795f03fc78 req-dd037645-21b2-4230-94ea-9709ec62113a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Oct 27 21:32:11.128413 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['3dab1614-8bfa-48cd-a67a-19aee2eee9cf'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:11.427243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4d7a-7a3d-402f-bd5e-3024cc0a21f2 req-21ee9610-ab90-4f6d-948a-97b090f9af56 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.429879 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e8fd4d7a-7a3d-402f-bd5e-3024cc0a21f2 req-21ee9610-ab90-4f6d-948a-97b090f9af56 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 947 time: 0.0651038 Oct 27 21:32:11.532406 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e8fd4d7a-7a3d-402f-bd5e-3024cc0a21f2 req-d917cd37-50f1-44f8-a07b-2c6aa10e5add tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955703 Oct 27 21:32:11.551384 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2feb7f-d168-4644-a561-bb33f870a9b3 req-defb7433-041b-4fb2-b42d-6efb1d1a9cbd tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.553127 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5d2feb7f-d168-4644-a561-bb33f870a9b3 req-defb7433-041b-4fb2-b42d-6efb1d1a9cbd tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.0839903 Oct 27 21:32:11.610789 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5d2feb7f-d168-4644-a561-bb33f870a9b3 req-a9e9c8e3-5dab-41ee-821d-b2e3b69dd410 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Oct 27 21:32:11.819096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device fdb6774d-c2df-4294-9c46-f59428729369 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:11.833983 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:11.905536 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46863-f2c0-4cae-a2ab-c0c99969dcb2 req-474e31e0-15f7-42ee-ade8-ddb41f9961bc tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.915740 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-41d46863-f2c0-4cae-a2ab-c0c99969dcb2 req-474e31e0-15f7-42ee-ade8-ddb41f9961bc tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1231582 Oct 27 21:32:12.008264 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-41d46863-f2c0-4cae-a2ab-c0c99969dcb2 req-cc008b37-6f98-435c-9f1f-cb16f755d5b1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912097 Oct 27 21:32:12.022118 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 678c633c-6469-4d5f-99d4-14307c3a78a4 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:12.022706 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:12.037261 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef78269-3bf1-44b8-99a0-221ab3c51913 req-13b071b4-63e3-4cb4-9a3f-a03ead10ba69 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.047009 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7ef78269-3bf1-44b8-99a0-221ab3c51913 req-13b071b4-63e3-4cb4-9a3f-a03ead10ba69 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1210642 Oct 27 21:32:12.099366 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7ef78269-3bf1-44b8-99a0-221ab3c51913 req-8533621f-e08e-4a7b-a739-4734d31d1ddf tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508251 Oct 27 21:32:12.115316 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fdb6774d-c2df-4294-9c46-f59428729369,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:12.147451 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'fdb6774d-c2df-4294-9c46-f59428729369', 'network_id': '38b635fc-b328-4a94-b431-9c007246831a', 'port_id': 'fdb6774d-c2df-4294-9c46-f59428729369', 'mac_address': 'fa:16:3e:0c:2b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181ee7d3-215b-426a-8e0a-51160b183fec', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:12.163144 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d074e-18cb-4a27-96ec-c5b68e6d2fa7 req-b79ea75c-e6b2-40a1-9169-b50fca6af625 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.164784 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d05d074e-18cb-4a27-96ec-c5b68e6d2fa7 req-b79ea75c-e6b2-40a1-9169-b50fca6af625 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Oct 27 21:32:12.217055 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d05d074e-18cb-4a27-96ec-c5b68e6d2fa7 req-2264720a-0526-4857-9bc0-d93bf01c1a58 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Oct 27 21:32:12.254959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:12.303994 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb6774d-c2df-4294-9c46-f59428729369 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:12.314436 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:12.352758 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fdb6774d-c2df-4294-9c46-f59428729369,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:12.362899 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:12.374613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:12.376950 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ebc966-3941-4303-ad17-7613605ed267" -d '{"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:12.422559 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:12.432219 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:12.452815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8572620-5362-4ebd-a291-5d787e3e64a3 x-openstack-request-id: req-c8572620-5362-4ebd-a291-5d787e3e64a3 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:12.453330 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:12.453688 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8572620-5362-4ebd-a291-5d787e3e64a3 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:12.454377 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'code': 200} Oct 27 21:32:12.465998 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:12.709210 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=7']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:12.810948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ac115-2232-4c0b-a3a6-0924ae03c917 req-64a892ab-5fee-4add-a02e-abf6ec4dcd8e tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.813780 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c81ac115-2232-4c0b-a3a6-0924ae03c917 req-64a892ab-5fee-4add-a02e-abf6ec4dcd8e tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 948 time: 0.1116726 Oct 27 21:32:12.884375 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb849-ccde-4bf3-bf5f-df2efa4cf39d req-fc70a5f2-7ede-4e41-8337-a3ca16e724f6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.886880 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179bb849-ccde-4bf3-bf5f-df2efa4cf39d req-fc70a5f2-7ede-4e41-8337-a3ca16e724f6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1366160 Oct 27 21:32:12.943369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c81ac115-2232-4c0b-a3a6-0924ae03c917 req-19135dfd-dbf3-47cd-bed0-1fbf768172f7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227520 Oct 27 21:32:12.987026 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179bb849-ccde-4bf3-bf5f-df2efa4cf39d req-8130d48c-eaeb-4a6b-afb9-9ee6d0c40a48 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798914 Oct 27 21:32:12.995180 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['fdb6774d-c2df-4294-9c46-f59428729369'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:13.171739 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c9fb-e1de-42c2-8174-14a3515b7aa1 req-9aa952d0-b29b-41b2-9c80-06672d05f74d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.177349 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ccc8c9fb-e1de-42c2-8174-14a3515b7aa1 req-9aa952d0-b29b-41b2-9c80-06672d05f74d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0857995 Oct 27 21:32:13.323859 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ccc8c9fb-e1de-42c2-8174-14a3515b7aa1 req-8dd98546-f37a-4799-a1d9-b0f93ec09ef6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393631 Oct 27 21:32:13.348891 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53768d2-1653-4d97-8c1f-c90d188be29e req-f99f8dc4-4d6d-4d9c-b681-1d0f10b388d3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.362598 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e53768d2-1653-4d97-8c1f-c90d188be29e req-f99f8dc4-4d6d-4d9c-b681-1d0f10b388d3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1479101 Oct 27 21:32:13.474464 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e53768d2-1653-4d97-8c1f-c90d188be29e req-a1f5174b-7a83-438e-b092-77306136581b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107528 Oct 27 21:32:13.570719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96a188-c4c1-4c7c-b0e5-30b9eaaec1ab req-2b0a6341-3d51-4d97-9b10-bb103d6ef608 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.573208 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8b96a188-c4c1-4c7c-b0e5-30b9eaaec1ab req-2b0a6341-3d51-4d97-9b10-bb103d6ef608 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 945 time: 0.0710089 Oct 27 21:32:13.649595 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8b96a188-c4c1-4c7c-b0e5-30b9eaaec1ab req-1963ffd7-8183-4a6a-969f-68377c772fe5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Oct 27 21:32:13.830698 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 3dab1614-8bfa-48cd-a67a-19aee2eee9cf up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:13.916475 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:32:13.924550 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:13.926352 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:14.095189 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:14.179157 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd6243-2367-480f-b6af-795b665abd70 req-e61d99bb-2336-4734-93f2-28ead6cbbab6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.188068 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5bdd6243-2367-480f-b6af-795b665abd70 req-e61d99bb-2336-4734-93f2-28ead6cbbab6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0907874 Oct 27 21:32:14.203761 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:14.212420 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:14.351861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:14.355862 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5bdd6243-2367-480f-b6af-795b665abd70 req-3c8f7d14-1e9d-4fc5-854d-d578a9d11afa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621454 Oct 27 21:32:14.391777 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0363a-7465-480f-bb2d-1e4554e68e8d req-f9d1146f-7949-4d7a-9131-2b6e2295fd52 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.393596 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-82b0363a-7465-480f-bb2d-1e4554e68e8d req-f9d1146f-7949-4d7a-9131-2b6e2295fd52 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 948 time: 0.1851079 Oct 27 21:32:14.445363 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-82b0363a-7465-480f-bb2d-1e4554e68e8d req-7cba47d7-baed-4f42-9bcc-30ca3bdf9810 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Oct 27 21:32:14.455794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:14.465557 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e7a4e-4b83-4e3f-a34a-d594a6df7509" -d '{"events": [{"server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "name": "network-vif-plugged", "status": "completed", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:14.511631 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b0c14a-c2d6-4906-a22f-db9d1eaed6f5 x-openstack-request-id: req-d1b0c14a-c2d6-4906-a22f-db9d1eaed6f5 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:14.511941 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "name": "network-vif-plugged", "status": "completed", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:14.512198 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1b0c14a-c2d6-4906-a22f-db9d1eaed6f5 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:14.512628 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf', 'code': 200} Oct 27 21:32:14.534709 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bddd69-b73a-4187-b69f-15e380ae9bd7 req-41084559-5033-442e-91a9-7e8a62eed841 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.556084 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-25bddd69-b73a-4187-b69f-15e380ae9bd7 req-41084559-5033-442e-91a9-7e8a62eed841 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0866337 Oct 27 21:32:14.660704 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-25bddd69-b73a-4187-b69f-15e380ae9bd7 req-2a4f3c07-ab52-4a53-ad05-81f1b6f393e7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029932 Oct 27 21:32:14.686814 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09a9a-4f9e-4664-8ac9-c7c8fd92c005 req-4ddf4043-6667-4bd0-aae4-10d48c4ce55e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.698789 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-efb09a9a-4f9e-4664-8ac9-c7c8fd92c005 req-4ddf4043-6667-4bd0-aae4-10d48c4ce55e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1179814 Oct 27 21:32:14.785574 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-efb09a9a-4f9e-4664-8ac9-c7c8fd92c005 req-3a846801-646c-4c80-b674-c711b0ae114a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780663 Oct 27 21:32:14.855178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e9189-47dc-44cf-8fe9-a77e16f3c96e req-1a85ce95-e590-4b63-987f-4da148679c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.857058 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d6e9189-47dc-44cf-8fe9-a77e16f3c96e req-1a85ce95-e590-4b63-987f-4da148679c2e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 1099 time: 0.0978608 Oct 27 21:32:14.866224 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed3ae-51b6-456c-830b-120ab8fc3f99 req-b9741d72-dad1-4583-955d-2c3240c7181a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.873558 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e5ed3ae-51b6-456c-830b-120ab8fc3f99 req-b9741d72-dad1-4583-955d-2c3240c7181a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0946267 Oct 27 21:32:14.952379 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d6e9189-47dc-44cf-8fe9-a77e16f3c96e req-ba83f6d3-e15a-400a-bc91-b49169af2ee5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Oct 27 21:32:14.960489 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e5ed3ae-51b6-456c-830b-120ab8fc3f99 req-20b771ad-8808-42c0-bd74-32aa06bfde6a tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860853 Oct 27 21:32:15.537024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fe8fe-7261-4d60-b614-a1e3da34f48f req-d81ca419-3c0d-4f2d-a3c9-feaa0f16469b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.538783 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8d2fe8fe-7261-4d60-b614-a1e3da34f48f req-d81ca419-3c0d-4f2d-a3c9-feaa0f16469b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0756178 Oct 27 21:32:15.615735 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8d2fe8fe-7261-4d60-b614-a1e3da34f48f req-304aea5d-136a-470a-86b9-7ccb2662fe30 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629599 Oct 27 21:32:15.653793 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808b55e-b78b-46b9-b4f1-1943cdff3389 req-3fa861d4-728b-49b4-b9de-08b69b6e1855 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.655270 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3808b55e-b78b-46b9-b4f1-1943cdff3389 req-3fa861d4-728b-49b4-b9de-08b69b6e1855 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 948 time: 0.1089175 Oct 27 21:32:15.711524 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3808b55e-b78b-46b9-b4f1-1943cdff3389 req-a65fb63d-6b8a-44ea-9739-b6f2f9b4ae58 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Oct 27 21:32:15.832861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device fdb6774d-c2df-4294-9c46-f59428729369 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:15.875158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d38b4d-8984-4855-a10b-0960d77c34ae req-c3f95b8c-101c-4e31-a7f6-82f9558d53ba tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.880512 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f8d38b4d-8984-4855-a10b-0960d77c34ae req-c3f95b8c-101c-4e31-a7f6-82f9558d53ba tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1198900 Oct 27 21:32:15.936526 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port fdb6774d-c2df-4294-9c46-f59428729369 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:32:15.941800 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port fdb6774d-c2df-4294-9c46-f59428729369 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:15.942291 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:16.018347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd80808-b10d-4eca-b1e8-7285b4098d3d req-1c7cec3b-5dba-4bd0-9b6a-68a3639cea7f tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.020701 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0bd80808-b10d-4eca-b1e8-7285b4098d3d req-1c7cec3b-5dba-4bd0-9b6a-68a3639cea7f tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1124158 Oct 27 21:32:16.067904 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f8d38b4d-8984-4855-a10b-0960d77c34ae req-65842e56-6c88-4e02-aee7-794b622e56ff tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816421 Oct 27 21:32:16.099818 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:16.132059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0bd80808-b10d-4eca-b1e8-7285b4098d3d req-f7b36d5c-59d5-4093-844a-518fa804b3da tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996845 Oct 27 21:32:16.164938 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fdb6774d-c2df-4294-9c46-f59428729369,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:16.171795 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:16.220401 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e014-39e2-4301-b2e9-07c5a90ab27a req-e9f6b54d-f7b4-4c32-9641-961bd69acb6d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.229091 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f981e014-39e2-4301-b2e9-07c5a90ab27a req-e9f6b54d-f7b4-4c32-9641-961bd69acb6d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0616987 Oct 27 21:32:16.232681 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:16.278723 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f981e014-39e2-4301-b2e9-07c5a90ab27a req-1cf58df5-979f-4d38-ab26-f7853482e3a9 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484979 Oct 27 21:32:16.513552 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:16.516403 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a260a3-7b91-4048-8713-19a22c2623eb" -d '{"events": [{"server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "name": "network-vif-plugged", "status": "completed", "tag": "fdb6774d-c2df-4294-9c46-f59428729369"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:16.585182 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbee2bf-d99c-42b7-987d-9d20378bdae4 x-openstack-request-id: req-efbee2bf-d99c-42b7-987d-9d20378bdae4 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:16.585800 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "name": "network-vif-plugged", "status": "completed", "tag": "fdb6774d-c2df-4294-9c46-f59428729369", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:16.586219 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efbee2bf-d99c-42b7-987d-9d20378bdae4 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:16.587256 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369', 'code': 200} Oct 27 21:32:16.858659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d61e-45bf-430b-a403-212b1041b6a0 req-3b6141fb-233f-4529-a943-1e73b4f3b480 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.866849 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3e63d61e-45bf-430b-a403-212b1041b6a0 req-3b6141fb-233f-4529-a943-1e73b4f3b480 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1369207 Oct 27 21:32:16.997241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc9c3-93c8-4a9f-b363-b35a7fe0de5b req-0662b5e1-0124-48f6-b0dd-4f515da6a26b tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.999921 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e78dc9c3-93c8-4a9f-b363-b35a7fe0de5b req-0662b5e1-0124-48f6-b0dd-4f515da6a26b tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.1296382 Oct 27 21:32:17.007471 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3e63d61e-45bf-430b-a403-212b1041b6a0 req-e02f6dea-cd34-4974-bf4d-e26a141b26fa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392829 Oct 27 21:32:17.063886 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b852df-4351-4b49-9c85-b187b1b9dbae req-b9c312cf-739c-4455-bfbc-3464a473626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.066088 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d5b852df-4351-4b49-9c85-b187b1b9dbae req-b9c312cf-739c-4455-bfbc-3464a473626a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 1102 time: 0.1313641 Oct 27 21:32:17.072165 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e78dc9c3-93c8-4a9f-b363-b35a7fe0de5b req-dfc06b09-09c9-41a1-93f9-bd79513eb72d tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Oct 27 21:32:17.159405 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d5b852df-4351-4b49-9c85-b187b1b9dbae req-da66e9ba-6ecf-44dd-b289-2c5fa69c7174 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Oct 27 21:32:17.345656 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7536-2d93-485b-9f0c-126bf115f371 req-0026a98b-7acb-4dcb-963e-4abc8081de99 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.353123 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-473a7536-2d93-485b-9f0c-126bf115f371 req-0026a98b-7acb-4dcb-963e-4abc8081de99 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1025889 Oct 27 21:32:17.378297 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131c260-36c7-4754-aa6c-708471c52189 req-5025f3e6-affe-4faa-8b31-597b43a2fca9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.379578 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8131c260-36c7-4754-aa6c-708471c52189 req-5025f3e6-affe-4faa-8b31-597b43a2fca9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1171885 Oct 27 21:32:17.455850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8131c260-36c7-4754-aa6c-708471c52189 req-039fd796-fe11-4ae7-8cd5-e9055a2fe06c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631449 Oct 27 21:32:17.471016 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-473a7536-2d93-485b-9f0c-126bf115f371 req-cf7d8612-bfe3-4b16-9794-79627ddff925 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166539 Oct 27 21:32:17.606142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f7787-ce29-4b6c-a556-6e4fde73ffcc req-9f62b1bd-b788-4871-b5f6-ccf0bf191560 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.607809 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b00f7787-ce29-4b6c-a556-6e4fde73ffcc req-9f62b1bd-b788-4871-b5f6-ccf0bf191560 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0647891 Oct 27 21:32:17.665662 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b00f7787-ce29-4b6c-a556-6e4fde73ffcc req-99a15daf-264a-4b92-a592-fc678d8bcd92 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Oct 27 21:32:18.302005 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e89a-d586-40a9-a536-e1cf6e6e86c4 req-ecabf6a0-65f4-4780-a10c-e5e41b386b8e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.304599 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-09c8e89a-d586-40a9-a536-e1cf6e6e86c4 req-ecabf6a0-65f4-4780-a10c-e5e41b386b8e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1054962 Oct 27 21:32:18.395374 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-09c8e89a-d586-40a9-a536-e1cf6e6e86c4 req-c44edd76-3574-4b24-8391-1e7a77e44f94 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691853 Oct 27 21:32:18.422113 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd045fc0-0dad-4d4e-adea-88a3553bb075 req-a62faae3-8e3f-4d34-b7cd-2d6d2225677e tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.424834 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dd045fc0-0dad-4d4e-adea-88a3553bb075 req-a62faae3-8e3f-4d34-b7cd-2d6d2225677e tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.1505828 Oct 27 21:32:18.504205 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dd045fc0-0dad-4d4e-adea-88a3553bb075 req-b6c479f6-17b1-4510-8c02-17fd497fed6c tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695853 Oct 27 21:32:18.705804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add3ec-4e4c-4397-af80-afe0e43976bc req-b48f6656-7207-4af8-a70e-a84a79d89683 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.717789 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68add3ec-4e4c-4397-af80-afe0e43976bc req-b48f6656-7207-4af8-a70e-a84a79d89683 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1153800 Oct 27 21:32:18.737218 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9678a-11fc-438d-9905-514a6b3c40a9 req-9c5a7a47-6e0c-45bf-a00d-165d87e68973 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.739438 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-39e9678a-11fc-438d-9905-514a6b3c40a9 req-9c5a7a47-6e0c-45bf-a00d-165d87e68973 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1279783 Oct 27 21:32:18.811985 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68add3ec-4e4c-4397-af80-afe0e43976bc req-952e1061-abef-4f21-a090-3a918980d31b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931251 Oct 27 21:32:18.854474 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-39e9678a-11fc-438d-9905-514a6b3c40a9 req-255065c7-c5a3-449e-b308-122ba749b1a4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969195 Oct 27 21:32:19.588525 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd934d-3ff8-489c-b28b-bf98181b7d10 req-2e8d6bc5-7038-4073-8236-fc7c10c2235d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.599138 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-12bd934d-3ff8-489c-b28b-bf98181b7d10 req-2e8d6bc5-7038-4073-8236-fc7c10c2235d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0984566 Oct 27 21:32:19.680590 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-12bd934d-3ff8-489c-b28b-bf98181b7d10 req-1a7eb06f-7751-4155-af0e-cd165c0622b3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798521 Oct 27 21:32:19.699646 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c38b-c1a5-43ae-bff9-1d0d4fb544ea req-6cf65e62-f27c-4053-8c29-a55bd6be592a tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.706457 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ee61c38b-c1a5-43ae-bff9-1d0d4fb544ea req-6cf65e62-f27c-4053-8c29-a55bd6be592a tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.0879815 Oct 27 21:32:19.748386 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ee61c38b-c1a5-43ae-bff9-1d0d4fb544ea req-666c2545-11bf-4078-af78-4bd50ed514ab tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Oct 27 21:32:19.969126 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a53f2-1b2b-4e53-aad5-a2df412a4613 req-c073c51c-ab81-4656-ba70-52bd09169e1e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.974317 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ff8a53f2-1b2b-4e53-aad5-a2df412a4613 req-c073c51c-ab81-4656-ba70-52bd09169e1e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0870736 Oct 27 21:32:20.032039 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ff8a53f2-1b2b-4e53-aad5-a2df412a4613 req-5ccaa4d6-8e57-4cde-b4af-22d509a81e59 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566347 Oct 27 21:32:20.216415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c525c4-7b7c-47fd-b5cb-2a0c4141193e req-509ef5fe-f23c-4775-857a-e7edde659143 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.219435 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-72c525c4-7b7c-47fd-b5cb-2a0c4141193e req-509ef5fe-f23c-4775-857a-e7edde659143 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1493280 Oct 27 21:32:20.247104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4854e-d05f-43e7-9b96-e99bebf640c3 req-4ef33316-2fe3-4042-a6ea-d9b65578e330 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.248337 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d0a4854e-d05f-43e7-9b96-e99bebf640c3 req-4ef33316-2fe3-4042-a6ea-d9b65578e330 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.1358836 Oct 27 21:32:20.306299 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-72c525c4-7b7c-47fd-b5cb-2a0c4141193e req-a121034c-6b11-4d00-995e-4c159aed1c34 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Oct 27 21:32:20.323308 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d0a4854e-d05f-43e7-9b96-e99bebf640c3 req-fbfb457f-834d-4c83-866e-07f5bd2ab85e tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676055 Oct 27 21:32:20.895367 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c625d-67e3-4b32-817f-575299947d57 req-fa4444e7-1974-419e-93ee-32670d4e0bf8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.899956 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a53c625d-67e3-4b32-817f-575299947d57 req-fa4444e7-1974-419e-93ee-32670d4e0bf8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1034296 Oct 27 21:32:20.974936 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a53c625d-67e3-4b32-817f-575299947d57 req-302bcc6f-8142-40c7-bb19-1c18a771290b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612123 Oct 27 21:32:21.181972 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5353c9-bf6d-466d-b1a3-9c122b4cb1de req-9bb667da-7778-47e5-a1e3-564e47d5e8c8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.183602 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc5353c9-bf6d-466d-b1a3-9c122b4cb1de req-9bb667da-7778-47e5-a1e3-564e47d5e8c8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0576842 Oct 27 21:32:21.252796 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc5353c9-bf6d-466d-b1a3-9c122b4cb1de req-c1795223-55ba-4214-9480-88d09f5517c1 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597095 Oct 27 21:32:21.495841 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037959a-fb39-4ea4-86bb-cc7411aa39e4 req-86fc3e54-37db-47a4-ac87-22d862ec4863 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.504189 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7037959a-fb39-4ea4-86bb-cc7411aa39e4 req-86fc3e54-37db-47a4-ac87-22d862ec4863 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.0858152 Oct 27 21:32:21.584582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54111-22e9-483b-9a79-9ba5bca0d211 req-d0b05717-2419-4236-acd6-8a717058cc5f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.586305 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2cc54111-22e9-483b-9a79-9ba5bca0d211 req-d0b05717-2419-4236-acd6-8a717058cc5f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1089916 Oct 27 21:32:21.589654 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7037959a-fb39-4ea4-86bb-cc7411aa39e4 req-84a4dc99-3ec9-4c49-b273-ea2258e6badd tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845389 Oct 27 21:32:21.636328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2cc54111-22e9-483b-9a79-9ba5bca0d211 req-e7fa55aa-5ce0-4926-9320-bf73dd2f5354 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Oct 27 21:32:21.913284 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b0539fd4-b227-4eac-a630-5fd357e25ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.130634 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d9a0e-61a1-4907-9f23-ead813cf5db7 req-3e107f19-4136-4f80-92ce-74f1b5fa7302 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.132383 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-018d9a0e-61a1-4907-9f23-ead813cf5db7 req-3e107f19-4136-4f80-92ce-74f1b5fa7302 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.0685849 Oct 27 21:32:22.182408 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-018d9a0e-61a1-4907-9f23-ead813cf5db7 req-554e1865-d5e7-48b3-afb6-1f7b5b52d6c6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Oct 27 21:32:22.422277 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad485-6fc7-4b45-a0fa-a5b4946cbe21 req-cdb51412-469c-44fd-aa60-8ebd61c57e86 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.423807 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40fad485-6fc7-4b45-a0fa-a5b4946cbe21 req-cdb51412-469c-44fd-aa60-8ebd61c57e86 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0946250 Oct 27 21:32:22.493111 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40fad485-6fc7-4b45-a0fa-a5b4946cbe21 req-0dada772-7e4f-4388-98bb-d67fd1303c51 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593278 Oct 27 21:32:22.750321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08fb49-5e91-46a9-b354-0b843324188c req-44201085-9992-4218-821c-3188a6fd70b6 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.751915 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0b08fb49-5e91-46a9-b354-0b843324188c req-44201085-9992-4218-821c-3188a6fd70b6 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.0686457 Oct 27 21:32:22.873353 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0b08fb49-5e91-46a9-b354-0b843324188c req-1243d4f7-dcc9-448b-b132-68638e2e42a6 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/security-groups?id=87403dd9-3862-4fba-a3fd-777b4d40ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108975 Oct 27 21:32:22.880982 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fff5-4c0f-43ac-a422-cb8523c63116 req-0b5b230e-3e83-4298-8010-fbab6160ac2a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.882945 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8524fff5-4c0f-43ac-a422-cb8523c63116 req-0b5b230e-3e83-4298-8010-fbab6160ac2a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1299496 Oct 27 21:32:22.904014 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-17a7e74b-28fd-4719-97bb-e2fd82e99fc4 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.906297 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-17a7e74b-28fd-4719-97bb-e2fd82e99fc4 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.66 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 949 time: 0.1132901 Oct 27 21:32:23.024666 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8524fff5-4c0f-43ac-a422-cb8523c63116 req-3bf549d5-71e1-4664-ba54-230aa0ab27b8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168673 Oct 27 21:32:23.105651 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-c27e808f-c883-4358-bb90-e1f16f84d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.109222 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-c27e808f-c883-4358-bb90-e1f16f84d289 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1098 time: 0.0725522 Oct 27 21:32:23.151996 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Deleting port fdb6774d-c2df-4294-9c46-f59428729369 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:23.152469 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.206152 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71d25-0452-4354-907a-e29eed2c11b5 req-e7be5ec1-53d2-44e1-bf6d-1e919d25c703 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.208298 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-93c71d25-0452-4354-907a-e29eed2c11b5 req-e7be5ec1-53d2-44e1-bf6d-1e919d25c703 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1270947 Oct 27 21:32:23.281490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-d6afaef8-79d5-4222-8191-7bda98517b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.283016 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-93c71d25-0452-4354-907a-e29eed2c11b5 req-f495501e-f2b2-40ce-acb3-48ee7b6d456c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670717 Oct 27 21:32:23.294656 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-d6afaef8-79d5-4222-8191-7bda98517b12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.1749477 Oct 27 21:32:23.335694 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] For port fdb6774d-c2df-4294-9c46-f59428729369, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fdb6774d-c2df-4294-9c46-f59428729369,segment=NetworkSegment(bc879274-cecf-4105-85fa-1fbf145bcf1c),segment_id=bc879274-cecf-4105-85fa-1fbf145bcf1c)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:23.336055 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.367794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Calling delete_port for fdb6774d-c2df-4294-9c46-f59428729369 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:23.403589 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0c64-2001-4dff-a628-e43da84d9a77 req-c5936e5e-f8a8-4f1e-8bfd-b28231bcd992 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.409391 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-091f9993-4bc5-462a-83bb-0ca85d297935 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 1001 time: 0.0996187 Oct 27 21:32:23.411310 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa4e0c64-2001-4dff-a628-e43da84d9a77 req-c5936e5e-f8a8-4f1e-8bfd-b28231bcd992 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.1138458 Oct 27 21:32:23.467023 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-c22e6037-0c4f-4908-bdf5-99bcee0dc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.468732 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-c22e6037-0c4f-4908-bdf5-99bcee0dc468 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0487661 Oct 27 21:32:23.537570 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-efeea5ff-9dd8-4c37-95d4-fd04543d8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.540423 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa4e0c64-2001-4dff-a628-e43da84d9a77 req-043ae421-4f0f-4b83-88b9-d9b5b7d0e555 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278474 Oct 27 21:32:23.540663 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-efeea5ff-9dd8-4c37-95d4-fd04543d8f1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597873 Oct 27 21:32:23.664469 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.685620 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-80e8310a-e556-49fd-97f1-3f8fd94e346d service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068730 Oct 27 21:32:23.707832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Pushing event deleted for resources: {'Port': ['ID=fdb6774d-c2df-4294-9c46-f59428729369,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:23.737247 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['fdb6774d-c2df-4294-9c46-f59428729369'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:23.797415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] No DVR routers for this DVR port fdb6774d-c2df-4294-9c46-f59428729369 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:23.804514 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.806210 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-67ece117-4f4c-48dd-8f4e-5f96f5dda461 req-41b07bc1-4408-45e8-8d0a-f935316ffde7 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.66 "DELETE /v2.0/ports/fdb6774d-c2df-4294-9c46-f59428729369 HTTP/1.1" status: 204 len: 173 time: 0.8910296 Oct 27 21:32:23.806763 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'name': 'network-vif-deleted', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:23.809773 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0afefe5-7150-4ec8-bce3-990afc21cfe2" -d '{"events": [{"server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "name": "network-vif-deleted", "tag": "fdb6774d-c2df-4294-9c46-f59428729369"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:23.841500 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb1005bc-1a7a-409b-81fc-0482845b0835 req-93ef4ac6-518a-473f-9241-c17a25f5b54c service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368217 Oct 27 21:32:23.879334 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cfc554-f285-4a83-88dc-045af946145c x-openstack-request-id: req-b8cfc554-f285-4a83-88dc-045af946145c {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:23.879567 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9f662-92f6-4262-9dfd-1d16ca5ed793", "name": "network-vif-deleted", "tag": "fdb6774d-c2df-4294-9c46-f59428729369", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:23.879816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8cfc554-f285-4a83-88dc-045af946145c {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:23.880211 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9f662-92f6-4262-9dfd-1d16ca5ed793', 'name': 'network-vif-deleted', 'tag': 'fdb6774d-c2df-4294-9c46-f59428729369', 'status': 'completed', 'code': 200} Oct 27 21:32:24.059423 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e024ecc-3456-42c5-a82f-b8940f91c53b req-8f907a7d-5f66-4d3a-9e0c-7420894dbabe tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 210 time: 0.0445359 Oct 27 21:32:24.191941 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ff55-da95-4db8-a6a1-ec88323d83ee req-e8711a27-85a6-4f6e-9eab-b1b0d1d63558 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.193460 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3cf3ff55-da95-4db8-a6a1-ec88323d83ee req-e8711a27-85a6-4f6e-9eab-b1b0d1d63558 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0518806 Oct 27 21:32:24.238108 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3cf3ff55-da95-4db8-a6a1-ec88323d83ee req-c5c1cc7f-be5a-4d7a-83ef-1a58f7f9a71e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372796 Oct 27 21:32:24.407701 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118313d5-cfd0-4a6a-b201-4e9bc9bf34d7 req-d13017a8-d113-4427-9bdd-df157057305b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.409255 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-118313d5-cfd0-4a6a-b201-4e9bc9bf34d7 req-d13017a8-d113-4427-9bdd-df157057305b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Oct 27 21:32:24.456318 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-118313d5-cfd0-4a6a-b201-4e9bc9bf34d7 req-5c3f694d-61ad-4d2e-960c-18c2c9fec600 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Oct 27 21:32:24.985567 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-83ab8873-88e9-4870-a878-b0ab59b8c8ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672089585&fields=id&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 267 time: 0.2754486 Oct 27 21:32:25.000935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11042a-cb2a-4275-91cc-198f1e3c479e req-79081d25-6655-4b97-bfdc-d9142a32fe07 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.002841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1e11042a-cb2a-4275-91cc-198f1e3c479e req-79081d25-6655-4b97-bfdc-d9142a32fe07 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 946 time: 0.3382776 Oct 27 21:32:25.068117 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-2772a911-1709-4a0e-b16d-97334160885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.070803 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-2772a911-1709-4a0e-b16d-97334160885e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1099 time: 0.0493968 Oct 27 21:32:25.109070 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1e11042a-cb2a-4275-91cc-198f1e3c479e req-84593bab-763c-4964-a1d1-38e8531f497f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935869 Oct 27 21:32:25.182646 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-d7e4ad57-9bdd-416e-a3e4-54df1c91d6de tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.185687 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-d7e4ad57-9bdd-416e-a3e4-54df1c91d6de tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.1808341 Oct 27 21:32:25.225361 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-4dcc8022-bcb1-4ae9-a004-a8648f683626 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/quotas/fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 375 time: 0.0309222 Oct 27 21:32:25.310902 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-3724c6bd-c5f2-4b37-95a0-854d5762c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.312606 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-3724c6bd-c5f2-4b37-95a0-854d5762c37e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.2226057 Oct 27 21:32:25.345933 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-46cf1e99-be62-4b2b-be7e-e87cb1f98583 req-52c803d8-983a-4c6d-90ca-8d653feffe77 tempest-VolumesNegativeTest-936911626 tempest-VolumesNegativeTest-936911626-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b9f662-92f6-4262-9dfd-1d16ca5ed793 HTTP/1.1" status: 200 len: 210 time: 0.0357907 Oct 27 21:32:25.370689 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-002b1579-2f75-45ad-8de5-c647028fcb96 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367369 Oct 27 21:32:25.452753 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-1d4b38e2-811a-494d-8085-5c58fd2ee166 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1002 time: 0.1194866 Oct 27 21:32:25.527580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28971e6-5f45-47a8-88c4-c5173c3bb4d1 req-78c82088-9e9e-401f-90c4-ace39a2ca496 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.529215 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f28971e6-5f45-47a8-88c4-c5173c3bb4d1 req-78c82088-9e9e-401f-90c4-ace39a2ca496 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0843503 Oct 27 21:32:25.536811 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-564dfbae-1b18-4e02-a53d-12fed6b9d4b9 service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633558 Oct 27 21:32:25.545650 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-78d01d23-54e6-4b27-b320-ef6bc48164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.548493 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-78d01d23-54e6-4b27-b320-ef6bc48164aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0805116 Oct 27 21:32:25.641783 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-d9fadd4a-000c-43f4-ae3c-e7734305bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.643600 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f28971e6-5f45-47a8-88c4-c5173c3bb4d1 req-ad57edfe-ea0f-4610-ba32-a4c088c7ca3d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053689 Oct 27 21:32:25.644453 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-d9fadd4a-000c-43f4-ae3c-e7734305bce2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762677 Oct 27 21:32:25.703505 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-09b6e29a-89f9-4181-aef3-efddc2c6dfa4 service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572433 Oct 27 21:32:25.803241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacbbbf-dc8c-4725-9304-c72a83a869d8 req-349bd7f9-9d2f-41c6-85aa-20bf9ee92410 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.805910 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dacbbbf-dc8c-4725-9304-c72a83a869d8 req-349bd7f9-9d2f-41c6-85aa-20bf9ee92410 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0618212 Oct 27 21:32:25.809886 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-15445600-7aa8-4af0-a1e8-ad2bb0ba2e64 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503367 Oct 27 21:32:25.858466 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dacbbbf-dc8c-4725-9304-c72a83a869d8 req-9003af9d-0d3e-4fcf-8bbc-e6ca7d9dd274 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Oct 27 21:32:25.928435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device fdb6774d-c2df-4294-9c46-f59428729369 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:25.939241 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-731e122d-9e96-4e4f-a782-bf9e91947c9a req-3f2ed83a-d2be-4f45-8f03-2f8da60ba574 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188414 Oct 27 21:32:25.952889 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: fdb6774d-c2df-4294-9c46-f59428729369 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:25.953257 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device fdb6774d-c2df-4294-9c46-f59428729369 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:25.953730 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:26.064133 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e9fd0ee-2bd0-4e87-bfe1-91c7b9e8b941 req-3446baca-cb3e-4a1d-9224-9cebfda7cf92 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 210 time: 0.0300722 Oct 27 21:32:26.065549 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.105815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:26.108260 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa85f0-07c3-41bb-8e43-dcb3af4dabca" -d '{"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-unplugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:26.123665 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:26.129287 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.181066 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a784995c-15ed-4fb4-92ee-2b6377cc0f2f x-openstack-request-id: req-a784995c-15ed-4fb4-92ee-2b6377cc0f2f {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:26.181447 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-unplugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:26.181954 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a784995c-15ed-4fb4-92ee-2b6377cc0f2f {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:26.182416 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'code': 200} Oct 27 21:32:26.208379 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=8']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:26.288793 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd5117-0b31-460b-a327-6f09e65a93bb req-eadbb0d9-9f7a-4ea7-b6a9-08a7c6ab8999 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.290624 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffdd5117-0b31-460b-a327-6f09e65a93bb req-eadbb0d9-9f7a-4ea7-b6a9-08a7c6ab8999 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0643454 Oct 27 21:32:26.340743 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffdd5117-0b31-460b-a327-6f09e65a93bb req-e8351666-1dfd-4f75-9bd8-717f30c142a2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Oct 27 21:32:26.686572 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ad42-0d3e-4153-8230-0c8d0f3b47e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.022594 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb52c-b1c2-4526-b521-2c388aaa6974 req-90aa8240-8dfa-4de8-bdaa-916ed1e01983 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.024256 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d85eb52c-b1c2-4526-b521-2c388aaa6974 req-90aa8240-8dfa-4de8-bdaa-916ed1e01983 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0575552 Oct 27 21:32:27.070782 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d85eb52c-b1c2-4526-b521-2c388aaa6974 req-93dbb4be-66ee-4528-9959-897459890d8d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Oct 27 21:32:27.179007 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a1eb5d8-00d2-423a-9c2b-b11b890ffa69 req-8cdfae03-c852-4a82-9aab-c6c7dbd7ae68 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Oct 27 21:32:27.391881 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.510841 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50702c03-fae7-4ea2-a11b-be0ee9dd411a req-f599e7e1-e636-4ea2-bbfb-eff4f65f3f76 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.522707 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-50702c03-fae7-4ea2-a11b-be0ee9dd411a req-f599e7e1-e636-4ea2-bbfb-eff4f65f3f76 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0870078 Oct 27 21:32:27.588150 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-50702c03-fae7-4ea2-a11b-be0ee9dd411a req-375306f7-2627-41d9-b9c2-54ea27f354e0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645599 Oct 27 21:32:27.649754 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.702624 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-0ba25bd6-197b-4d48-afb2-bef2fa6d1bec tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.705305 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-0ba25bd6-197b-4d48-afb2-bef2fa6d1bec tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.1876099 Oct 27 21:32:27.782949 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-d2ee8453-0ecc-4e86-a9a3-4ed16f519dc6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 379 time: 0.0489373 Oct 27 21:32:27.807709 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'port': {'device_id': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'admin_state_up': True, 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'security_groups': ['464b6f1c-1cf5-48fb-9af9-ed77f880b4ca']}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:28.006292 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Made reservation on behalf of fd977b28ac844cf4b1ef184125ca259a for: {'port': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:28.013455 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.130805 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.256859 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.20.0.7 (ac3e2e79-3d78-4dd0-96fd-53411dec76b7/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a/42529082-c2a7-436b-b183-e13a515976f7) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:28.299686 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46772e-164b-485f-976c-27865a7aeb28 req-e479b381-a33f-4811-b592-ea1c4a4d040e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.302604 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e46772e-164b-485f-976c-27865a7aeb28 req-e479b381-a33f-4811-b592-ea1c4a4d040e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1212008 Oct 27 21:32:28.350164 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f84b4081-ae19-460c-9e75-e31d642c297c req-4a8473a8-4b5a-4c85-a24b-ce55f615d2a1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 210 time: 0.0457063 Oct 27 21:32:28.380129 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e46772e-164b-485f-976c-27865a7aeb28 req-66c14eb7-e11e-4615-90b7-e04e22cb9b63 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Oct 27 21:32:28.484257 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.553427 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.614971 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:28.616826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:28.623817 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:28.631329 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.633354 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.657157 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567009 Oct 27 21:32:28.666744 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f9036-ecc6-4aac-ad38-05f85ee5eb66 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:28.730056 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Request body: {'port': {'device_id': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:28.881373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.926921 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94344037-7959-40e6-820a-0bbc20a36959 req-47535dbe-63fb-4e48-8192-c3a5ab109d0a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.929713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-94344037-7959-40e6-820a-0bbc20a36959 req-47535dbe-63fb-4e48-8192-c3a5ab109d0a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.2248306 Oct 27 21:32:29.005271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-94344037-7959-40e6-820a-0bbc20a36959 req-1c88a771-e34f-459f-a74a-38f32a245b50 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624979 Oct 27 21:32:29.064003 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-70483f85-88f7-427d-8d02-bb8ff08646f2 None None] Provisioning complete for port 42529082-c2a7-436b-b183-e13a515976f7 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:29.064852 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-70483f85-88f7-427d-8d02-bb8ff08646f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.114713 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-70483f85-88f7-427d-8d02-bb8ff08646f2 None None] Port 42529082-c2a7-436b-b183-e13a515976f7 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:29.278906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42529082-c2a7-436b-b183-e13a515976f7 {{(pid=101427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:29.288699 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.305849 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.provisioning_blocks [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Transition to ACTIVE for port object 42529082-c2a7-436b-b183-e13a515976f7 will not be triggered until provisioned by entity L2. {{(pid=101427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:32:29.311863 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.353992 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.417737 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Pushing event updated for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:29.462767 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Attempting to bind port 42529082-c2a7-436b-b183-e13a515976f7 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:29.463310 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Attempting to bind port 42529082-c2a7-436b-b183-e13a515976f7 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:29.466252 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Attempting to bind port 42529082-c2a7-436b-b183-e13a515976f7 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:29.479790 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Port 42529082-c2a7-436b-b183-e13a515976f7 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:32:29.480373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Attempting to bind port 42529082-c2a7-436b-b183-e13a515976f7 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:29.495244 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:29.495244 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:29.495244 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Bound using segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} {{(pid=101427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:29.495885 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.managers [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Bound port: 42529082-c2a7-436b-b183-e13a515976f7, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}}] {{(pid=101427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:29.496312 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.778204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afeec6-7004-452e-b30c-8b866eae53c7 req-92e1cd7a-7397-4c98-af9b-db2dc18447e8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.781893 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-13afeec6-7004-452e-b30c-8b866eae53c7 req-92e1cd7a-7397-4c98-af9b-db2dc18447e8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.2200277 Oct 27 21:32:29.793223 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, cleared binding levels {{(pid=101427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:29.801732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=42529082-c2a7-436b-b183-e13a515976f7,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:29.809284 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.848296 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1f22b-1ae8-47db-9201-cf3c4819902a req-4e3e9fed-8345-466f-a759-639b24d0de59 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.865295 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5fd1f22b-1ae8-47db-9201-cf3c4819902a req-4e3e9fed-8345-466f-a759-639b24d0de59 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1636844 Oct 27 21:32:29.960428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.961486 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.976448 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c8574419-2018-4317-9582-f2f021a303ab service neutron] 10.222.0.66 "PUT /v2.0/ports/42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 200 len: 1093 time: 1.2532749 Oct 27 21:32:29.978959 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'tag': '42529082-c2a7-436b-b183-e13a515976f7'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:29.990047 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a511a825-58c6-4eb0-9382-65eb78be0c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "tag": "42529082-c2a7-436b-b183-e13a515976f7"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:30.042427 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-13afeec6-7004-452e-b30c-8b866eae53c7 req-53f26146-25ac-4a55-98ca-2fade344b661 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391503 Oct 27 21:32:30.048828 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574419-2018-4317-9582-f2f021a303ab service neutron] Pushing event updated for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=3']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:30.098895 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5fd1f22b-1ae8-47db-9201-cf3c4819902a req-9f50c38d-d553-45e0-8ce0-f814db53503d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575000 Oct 27 21:32:30.137887 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c76a5b9b-6f27-484a-9730-b2643dd7bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.146796 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-c76a5b9b-6f27-484a-9730-b2643dd7bebb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1096 time: 0.0728960 Oct 27 21:32:30.156071 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e10022-b63b-4b86-ad75-c8aea160c3c8 x-openstack-request-id: req-56e10022-b63b-4b86-ad75-c8aea160c3c8 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:30.156357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "tag": "42529082-c2a7-436b-b183-e13a515976f7", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:30.156653 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56e10022-b63b-4b86-ad75-c8aea160c3c8 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:30.157010 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'tag': '42529082-c2a7-436b-b183-e13a515976f7', 'status': 'completed', 'code': 200} Oct 27 21:32:30.241566 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-21de779e-3a7d-47fa-84dd-91d11fa7c1e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 200 len: 217 time: 0.0599852 Oct 27 21:32:30.243322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcce14e-7a09-49f2-adc6-305cb967b663 req-b16e4a2d-de81-408e-8722-5b3e12d00602 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.261033 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffcce14e-7a09-49f2-adc6-305cb967b663 req-b16e4a2d-de81-408e-8722-5b3e12d00602 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.1018474 Oct 27 21:32:30.311884 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffcce14e-7a09-49f2-adc6-305cb967b663 req-65544ab7-f544-4f1f-af2d-10d53b4dfe3f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498726 Oct 27 21:32:30.328799 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-43b550a2-14a4-4d7d-bea9-954382ec2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.330990 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-43b550a2-14a4-4d7d-bea9-954382ec2672 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0803027 Oct 27 21:32:30.410731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-13dba55c-04aa-436e-b176-6463ea0c51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.412440 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-13dba55c-04aa-436e-b176-6463ea0c51ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651977 Oct 27 21:32:30.559095 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-73eb0c73-d11a-490a-b6d1-e7a1d1baa9dc service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205196 Oct 27 21:32:30.739909 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-3a123d57-777f-4ed9-8690-a4e1a9cd8b4b req-aa6487f1-440c-4538-b4fe-412c999e0ffe service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690891 Oct 27 21:32:30.920101 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-c9f6b79e-fd42-4a24-a048-8fba8e1c5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.923071 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-c9f6b79e-fd42-4a24-a048-8fba8e1c5575 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1096 time: 0.0613232 Oct 27 21:32:30.950786 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-e3bd5ba0-ca58-4832-a07e-9580f9e4b028 req-97cd1319-bf6c-4f4f-95c3-9d1b3f47b986 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:30.951918 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3bd5ba0-ca58-4832-a07e-9580f9e4b028 req-97cd1319-bf6c-4f4f-95c3-9d1b3f47b986 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059578 Oct 27 21:32:31.080608 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-d534bc48-8336-4336-947f-dab3786028f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.085712 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-d534bc48-8336-4336-947f-dab3786028f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1511035 Oct 27 21:32:31.146227 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-752b4873-2532-4af2-8f15-308dfa1233b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 200 len: 217 time: 0.0407021 Oct 27 21:32:31.216529 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6634b-9411-4a51-ae17-0f5d20ba48f4 req-d871ead1-6bbc-4016-bd4b-c0c560f88dbd tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.227909 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97c6634b-9411-4a51-ae17-0f5d20ba48f4 req-d871ead1-6bbc-4016-bd4b-c0c560f88dbd tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.1439097 Oct 27 21:32:31.229595 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-c9365143-3add-46b0-8557-428d2e934d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.232415 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-c9365143-3add-46b0-8557-428d2e934d02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0750029 Oct 27 21:32:31.262011 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268bf8a-1b34-4ce0-bf91-448de40576d8 req-402b9c28-4f5e-4af4-9387-99bddcfa0b74 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.263908 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c268bf8a-1b34-4ce0-bf91-448de40576d8 req-402b9c28-4f5e-4af4-9387-99bddcfa0b74 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.1267200 Oct 27 21:32:31.322827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97c6634b-9411-4a51-ae17-0f5d20ba48f4 req-aae04e57-165e-48c5-ba3e-3e7c8cff8a90 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909276 Oct 27 21:32:31.332197 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-630b9592-749b-41c8-bef8-cdadf2bfb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.335555 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-630b9592-749b-41c8-bef8-cdadf2bfb084 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875390 Oct 27 21:32:31.397878 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c268bf8a-1b34-4ce0-bf91-448de40576d8 req-545c311b-4910-4fd7-811f-227f1928e99c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176450 Oct 27 21:32:31.554082 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c317d8-e35b-4110-aa15-a3136c3ee90f req-b9472d31-83aa-45b2-98a9-0a4f295e5e70 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.568339 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-36c317d8-e35b-4110-aa15-a3136c3ee90f req-b9472d31-83aa-45b2-98a9-0a4f295e5e70 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1116960 Oct 27 21:32:31.569964 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-6e744ef7-c172-4089-9c5c-e7777644ddb6 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183342 Oct 27 21:32:31.630321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-36c317d8-e35b-4110-aa15-a3136c3ee90f req-9abf07bc-a02e-4215-b784-1609050433b1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585744 Oct 27 21:32:31.839014 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36350) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:31.856161 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36354) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:31.912523 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:31.917870 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-a511a825-58c6-4eb0-9382-65eb78be0c2c req-6251eefd-f298-4d84-9241-100969522cbd service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396225 Oct 27 21:32:31.942491 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-fce7caa6-1079-4af3-aaad-bf25b8e84982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018910 Oct 27 21:32:31.959713 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-6f9361e6-5a0e-408d-838d-b1850f6c16cb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:31.965212 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-6f9361e6-5a0e-408d-838d-b1850f6c16cb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113459 Oct 27 21:32:32.042194 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6a521c0d-6bd0-441b-a799-ddf144386e7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bf1181b20bb4e3eb52c5dc95a2ae9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804502 Oct 27 21:32:32.042431 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36360) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:32.096734 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.125098 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.177732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.180515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.181665 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87403dd9-3862-4fba-a3fd-777b4d40ccdb HTTP/1.1" status: 204 len: 168 time: 0.1383374 Oct 27 21:32:32.191327 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a508-9eb3-47bd-b6f8-8228043deb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87403dd9-3862-4fba-a3fd-777b4d40ccdb,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:32.481130 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210b156-26ac-4a86-b751-e972b46663f9 req-bef99ebf-9950-40cc-8dcc-efb5175d4b90 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.484773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4210b156-26ac-4a86-b751-e972b46663f9 req-bef99ebf-9950-40cc-8dcc-efb5175d4b90 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0654352 Oct 27 21:32:32.550816 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4210b156-26ac-4a86-b751-e972b46663f9 req-a6865e63-5d7d-4dc4-9bea-a5579d961091 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586584 Oct 27 21:32:32.568270 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d61352-a666-45cf-8747-c85402de1d6c req-f10d8234-cf3a-4808-a77b-99cf81f09df2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.569786 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3d61352-a666-45cf-8747-c85402de1d6c req-f10d8234-cf3a-4808-a77b-99cf81f09df2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0710037 Oct 27 21:32:32.623929 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3d61352-a666-45cf-8747-c85402de1d6c req-f5572511-4a48-46bd-9ebb-da495aaa1d8e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Oct 27 21:32:32.643891 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:32:32.791530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789a9b6-a5bc-4ebf-8aba-35b3b93eea59 req-e7b78c1f-67da-4648-b808-a2ee0544cc01 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.793104 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1789a9b6-a5bc-4ebf-8aba-35b3b93eea59 req-e7b78c1f-67da-4648-b808-a2ee0544cc01 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0638552 Oct 27 21:32:32.832489 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1789a9b6-a5bc-4ebf-8aba-35b3b93eea59 req-fd49eed7-ad92-41e2-a5db-fef2db2ae46f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Oct 27 21:32:33.744560 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb1f5-d1f5-4c24-9a0e-d68b5de6fd2a req-b172a93e-1abf-460f-85d4-4448e3f7b302 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.747264 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fdeeb1f5-d1f5-4c24-9a0e-d68b5de6fd2a req-b172a93e-1abf-460f-85d4-4448e3f7b302 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.1018963 Oct 27 21:32:33.866811 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7a0b-ab37-4734-8c54-2df4517e5058 req-c144fcb2-9583-4b6e-a83e-8b146abd58c1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.869616 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb9a7a0b-ab37-4734-8c54-2df4517e5058 req-c144fcb2-9583-4b6e-a83e-8b146abd58c1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.1618218 Oct 27 21:32:33.874812 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fdeeb1f5-d1f5-4c24-9a0e-d68b5de6fd2a req-87175d6d-6d69-4458-be3a-88354c26b283 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015761 Oct 27 21:32:33.926304 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb9a7a0b-ab37-4734-8c54-2df4517e5058 req-8ddfb527-131f-4e38-b34e-b972c9481d4a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491626 Oct 27 21:32:34.022061 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdaa4f-e5f7-4cc4-bbf6-19e275ad10fa req-d514e247-a8a3-43c5-9610-d5ee358c278f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.023959 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58cdaa4f-e5f7-4cc4-bbf6-19e275ad10fa req-d514e247-a8a3-43c5-9610-d5ee358c278f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0614810 Oct 27 21:32:34.072683 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58cdaa4f-e5f7-4cc4-bbf6-19e275ad10fa req-a06f6a5f-7446-4bd6-b1e4-fe989f167662 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375805 Oct 27 21:32:34.217611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2531e-9c3e-4698-b656-79abe422a576 req-6a58a258-0421-490f-942e-bb955eb96ce3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.219243 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-afc2531e-9c3e-4698-b656-79abe422a576 req-6a58a258-0421-490f-942e-bb955eb96ce3 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0684028 Oct 27 21:32:34.262089 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-afc2531e-9c3e-4698-b656-79abe422a576 req-999a2b01-e823-4289-b8be-efacd62ee853 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Oct 27 21:32:34.625711 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-cb646b4c-fc7d-4106-9da5-e246f4ede863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.627136 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-cb646b4c-fc7d-4106-9da5-e246f4ede863 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 1097 time: 0.0826497 Oct 27 21:32:34.722060 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-f8890c88-6b50-414b-8662-eaab9add756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.723602 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-f8890c88-6b50-414b-8662-eaab9add756e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1097 time: 0.0408311 Oct 27 21:32:34.828650 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-55aec456-8306-4839-8bf7-93a22ea335d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.830175 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-55aec456-8306-4839-8bf7-93a22ea335d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.0964842 Oct 27 21:32:34.940293 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-06e0594f-5628-4b4d-a38a-52a777c114cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1000 time: 0.1009967 Oct 27 21:32:35.007231 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-ad15a8a0-da7a-4180-bec4-5f7940350fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.009783 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-ad15a8a0-da7a-4180-bec4-5f7940350fc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0584328 Oct 27 21:32:35.035892 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442cb1-8675-40b3-8ca2-a92bf534c0de req-1ec0399d-1b12-476d-8f2d-8e75cad4d3d1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.040470 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb442cb1-8675-40b3-8ca2-a92bf534c0de req-1ec0399d-1b12-476d-8f2d-8e75cad4d3d1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0763297 Oct 27 21:32:35.074180 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-7fbd2c49-7d04-4b08-ab2a-4dfc7821197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.075993 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-7fbd2c49-7d04-4b08-ab2a-4dfc7821197e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554996 Oct 27 21:32:35.119616 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb442cb1-8675-40b3-8ca2-a92bf534c0de req-9323a26e-436b-4f82-9b32-a7b54f514c7b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748782 Oct 27 21:32:35.149865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfdd06-50e1-4019-8cee-a10137dbeb9d req-26d0b1b3-0ebc-4dfd-b749-65a706028818 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.153049 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f9cfdd06-50e1-4019-8cee-a10137dbeb9d req-26d0b1b3-0ebc-4dfd-b749-65a706028818 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0956802 Oct 27 21:32:35.198260 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-475947a6-3e56-4ce3-8516-d54cf94fe5fc service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073194 Oct 27 21:32:35.217828 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f9cfdd06-50e1-4019-8cee-a10137dbeb9d req-af2442ae-37c9-428f-adde-d882faa04330 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575533 Oct 27 21:32:35.297233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1126b27-2304-4bf5-bd64-acde2d1d0d7c req-8306f9b0-6b39-4fb9-8017-81c2766808e1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.299053 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1126b27-2304-4bf5-bd64-acde2d1d0d7c req-8306f9b0-6b39-4fb9-8017-81c2766808e1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0579283 Oct 27 21:32:35.331118 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-245b17b8-4fc8-4373-ad74-f82cf1502d45 req-e133c3fc-5672-4efd-bc05-bbc3143f8415 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192851 Oct 27 21:32:35.346918 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1126b27-2304-4bf5-bd64-acde2d1d0d7c req-30ae0684-1fdc-4d48-8c79-9a2aabafa4de tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Oct 27 21:32:35.435574 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9401-afc2-4e42-a7b3-80949fe2d846 req-761a85a0-a682-48da-b4e2-0de86dcd4750 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.438494 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b67c9401-afc2-4e42-a7b3-80949fe2d846 req-761a85a0-a682-48da-b4e2-0de86dcd4750 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0716929 Oct 27 21:32:35.497271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b67c9401-afc2-4e42-a7b3-80949fe2d846 req-11cbf6b5-347f-4352-8703-a696c732137b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Oct 27 21:32:36.331764 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c743-82cc-4db3-b4ad-3c11b24b62e2 req-dc10cf81-ac1e-43f4-8401-10fca56844b1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.334313 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e41c743-82cc-4db3-b4ad-3c11b24b62e2 req-dc10cf81-ac1e-43f4-8401-10fca56844b1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0874364 Oct 27 21:32:36.438868 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e41c743-82cc-4db3-b4ad-3c11b24b62e2 req-386519c1-ea45-4f1e-a1da-dfe5d916003a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942659 Oct 27 21:32:36.456382 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de082e9-3e53-47cb-9c67-089b8adf99a7 req-90918da7-7713-4547-ac00-41b2708a859f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.458568 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1de082e9-3e53-47cb-9c67-089b8adf99a7 req-90918da7-7713-4547-ac00-41b2708a859f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.1117527 Oct 27 21:32:36.529581 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1de082e9-3e53-47cb-9c67-089b8adf99a7 req-7a8bcb50-e012-4aac-9530-3801a9f8771e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525081 Oct 27 21:32:36.656241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513e1ac-234d-4429-beb0-b6d0337c178b req-f90d6454-d0bf-496b-959e-fc2afef4170e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.657831 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4513e1ac-234d-4429-beb0-b6d0337c178b req-f90d6454-d0bf-496b-959e-fc2afef4170e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1169398 Oct 27 21:32:36.729974 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4513e1ac-234d-4429-beb0-b6d0337c178b req-927c4fad-3260-4438-ac98-183920769d29 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505490 Oct 27 21:32:36.743302 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a05f91-20f8-4a59-9828-b8506574cb07 req-516c1041-5aeb-440e-a740-5ed5989e8631 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.745163 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-38a05f91-20f8-4a59-9828-b8506574cb07 req-516c1041-5aeb-440e-a740-5ed5989e8631 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.1092319 Oct 27 21:32:36.793708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-38a05f91-20f8-4a59-9828-b8506574cb07 req-878a5c21-8ea5-4f30-b992-1f2a88841d51 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Oct 27 21:32:37.596876 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5730-155e-4f9b-bc12-e2fa2f77204c req-104a0332-0dd8-4d13-904d-688a425eea30 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.599269 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-712b5730-155e-4f9b-bc12-e2fa2f77204c req-104a0332-0dd8-4d13-904d-688a425eea30 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0599585 Oct 27 21:32:37.674721 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-712b5730-155e-4f9b-bc12-e2fa2f77204c req-8d98ff13-15fd-44bc-a6b8-02062e643d6f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675197 Oct 27 21:32:37.703853 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6426-1389-4772-af2a-ea7304ced082 req-f2ad4879-1b1b-4460-9d98-9e5930a28bb5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.705361 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-981b6426-1389-4772-af2a-ea7304ced082 req-f2ad4879-1b1b-4460-9d98-9e5930a28bb5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0774581 Oct 27 21:32:37.761962 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-981b6426-1389-4772-af2a-ea7304ced082 req-3fa80689-7885-4eb4-b151-0fc6b419d1e8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479252 Oct 27 21:32:37.870867 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409d4c9-5863-48d4-b892-5756f1e7c346 req-8d377244-75d3-4215-91d7-32582d5120b0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.875314 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1409d4c9-5863-48d4-b892-5756f1e7c346 req-8d377244-75d3-4215-91d7-32582d5120b0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0600035 Oct 27 21:32:37.931587 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1409d4c9-5863-48d4-b892-5756f1e7c346 req-3da28acf-25e2-4f9a-9be9-85a322749b78 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Oct 27 21:32:37.977023 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2065c-fecd-43ca-915d-19f7e161e5e3 req-18658884-33c3-412e-b9e5-2fd56ccb5e22 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.978588 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dc2065c-fecd-43ca-915d-19f7e161e5e3 req-18658884-33c3-412e-b9e5-2fd56ccb5e22 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0654030 Oct 27 21:32:38.019355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dc2065c-fecd-43ca-915d-19f7e161e5e3 req-9475ec60-735f-49f4-8d29-353dff0831f2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Oct 27 21:32:38.835387 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb499079-46be-412b-93eb-e95d3424b699 req-6462972c-68bc-4672-9525-e207b40e0381 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.836990 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb499079-46be-412b-93eb-e95d3424b699 req-6462972c-68bc-4672-9525-e207b40e0381 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0587871 Oct 27 21:32:38.912345 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fb499079-46be-412b-93eb-e95d3424b699 req-f18e24b6-ccef-4520-8df6-8701d0ded2c3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645010 Oct 27 21:32:38.935322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68356619-e0ac-4543-8a1a-7de3f0dd62ae req-efa7a832-ce6d-4f2c-b440-7183142bfcf2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.937576 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68356619-e0ac-4543-8a1a-7de3f0dd62ae req-efa7a832-ce6d-4f2c-b440-7183142bfcf2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0742905 Oct 27 21:32:38.988880 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68356619-e0ac-4543-8a1a-7de3f0dd62ae req-87c5a7b9-0996-4d7f-8cdb-f4a0b6bf197a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Oct 27 21:32:39.140458 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2bdb-3939-4234-900a-727a07d40c46 req-b1e36ee0-c860-4406-95b5-b44ea4a61752 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:39.142176 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19fb2bdb-3939-4234-900a-727a07d40c46 req-b1e36ee0-c860-4406-95b5-b44ea4a61752 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1037059 Oct 27 21:32:39.206187 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19fb2bdb-3939-4234-900a-727a07d40c46 req-1f40e928-082c-492b-bdfd-0e9d944b8794 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Oct 27 21:32:39.216710 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ff68-7987-40b2-a626-960bf867dd3c req-3b85a3f3-ec1d-4552-aff8-d126110e1763 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:39.218284 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37d1ff68-7987-40b2-a626-960bf867dd3c req-3b85a3f3-ec1d-4552-aff8-d126110e1763 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.1134050 Oct 27 21:32:39.269292 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37d1ff68-7987-40b2-a626-960bf867dd3c req-75dc675e-151b-4841-99b4-b291274a74b7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Oct 27 21:32:40.040846 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883542ed-57e6-436d-aa50-75e32d845c2a req-4509fdc9-cc82-4bdd-93cf-b8a014379f98 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.042337 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-883542ed-57e6-436d-aa50-75e32d845c2a req-4509fdc9-cc82-4bdd-93cf-b8a014379f98 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0528457 Oct 27 21:32:40.113615 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-883542ed-57e6-436d-aa50-75e32d845c2a req-6be4987a-4637-4adf-81d8-9025ae4f8961 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650115 Oct 27 21:32:40.134594 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ff6c4-c165-41d8-b483-0b97c2d71bc7 req-10d043a8-151a-4c5a-913d-bed0a0f98680 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.136207 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e31ff6c4-c165-41d8-b483-0b97c2d71bc7 req-10d043a8-151a-4c5a-913d-bed0a0f98680 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0669603 Oct 27 21:32:40.181054 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e31ff6c4-c165-41d8-b483-0b97c2d71bc7 req-b45db261-f843-4932-866f-073bffd4b23e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Oct 27 21:32:40.344511 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd50f9f-9fad-4288-b09f-75a92ab6dbec req-8155f9bd-ce7c-4952-8209-3ec5923daf65 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.346752 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0fd50f9f-9fad-4288-b09f-75a92ab6dbec req-8155f9bd-ce7c-4952-8209-3ec5923daf65 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0555570 Oct 27 21:32:40.428872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0fd50f9f-9fad-4288-b09f-75a92ab6dbec req-b2eba972-26f2-463e-abad-524571d72003 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680296 Oct 27 21:32:40.445386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6849b4f-01a1-48d2-9f70-e373533bb0bc req-6ffeb37f-ec13-46ea-aaf5-74e639e43c80 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.447143 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f6849b4f-01a1-48d2-9f70-e373533bb0bc req-6ffeb37f-ec13-46ea-aaf5-74e639e43c80 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0798094 Oct 27 21:32:40.493113 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f6849b4f-01a1-48d2-9f70-e373533bb0bc req-41abdcb0-2677-4982-af25-a2632710e36b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Oct 27 21:32:41.255056 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde2cd7-7294-4d26-9c11-4a9994fd68fc req-b3ad6c4c-004a-449f-8cc4-b24b2035a1c0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.256850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fde2cd7-7294-4d26-9c11-4a9994fd68fc req-b3ad6c4c-004a-449f-8cc4-b24b2035a1c0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0649836 Oct 27 21:32:41.341252 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fde2cd7-7294-4d26-9c11-4a9994fd68fc req-89e50184-9641-4707-9a9a-3c1934b6ae7a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729783 Oct 27 21:32:41.352932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744749cb-ce49-422c-9934-5bac4581fd5c req-7f0609cd-6bda-4a2e-983f-18e476a9e45d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.354606 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-744749cb-ce49-422c-9934-5bac4581fd5c req-7f0609cd-6bda-4a2e-983f-18e476a9e45d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0961878 Oct 27 21:32:41.398400 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-744749cb-ce49-422c-9934-5bac4581fd5c req-561e9e3e-2424-4be8-98cc-ab4f36a3fcee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Oct 27 21:32:41.596571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3e1ec-d1c0-4754-b3cc-351774c99c8c req-0d0e39f9-2263-40fe-b6d2-7a662a0df9b2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.598129 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5e3e1ec-d1c0-4754-b3cc-351774c99c8c req-0d0e39f9-2263-40fe-b6d2-7a662a0df9b2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0702579 Oct 27 21:32:41.664478 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8156de-b09f-4ae0-99b8-5acfdae7ff43 req-d09f689d-c15e-45cc-9117-7e28ab81988d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.665984 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2b8156de-b09f-4ae0-99b8-5acfdae7ff43 req-d09f689d-c15e-45cc-9117-7e28ab81988d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0917220 Oct 27 21:32:41.669039 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5e3e1ec-d1c0-4754-b3cc-351774c99c8c req-aee4a036-7a52-4183-a3c1-ad413cae7b1a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567889 Oct 27 21:32:41.707524 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2b8156de-b09f-4ae0-99b8-5acfdae7ff43 req-2fb5863b-5f94-4c4d-8860-8af531285f2f tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Oct 27 21:32:42.499882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51f2aa-00d2-44f6-a606-adc9e4a658ad req-349dc1e9-68fa-40b2-bb23-ed6aa55df301 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.501505 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d51f2aa-00d2-44f6-a606-adc9e4a658ad req-349dc1e9-68fa-40b2-bb23-ed6aa55df301 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0811706 Oct 27 21:32:42.564239 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d51f2aa-00d2-44f6-a606-adc9e4a658ad req-9056cc16-6469-4844-8fb3-30b24ec31818 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Oct 27 21:32:42.573639 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeaed8-72d0-4281-8c78-c1f307aac665 req-9ead37ae-0f8f-47ef-b454-83090b886b09 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.575204 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b3aeaed8-72d0-4281-8c78-c1f307aac665 req-9ead37ae-0f8f-47ef-b454-83090b886b09 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.1021769 Oct 27 21:32:42.635174 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b3aeaed8-72d0-4281-8c78-c1f307aac665 req-ba7adbf9-9bb7-4924-afaf-49725716ad16 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Oct 27 21:32:42.794619 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69aa0-b7e0-4392-8b72-1dd0ac19110c req-f75cc35f-6f88-480e-8b8c-57133d5659d2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.796682 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26f69aa0-b7e0-4392-8b72-1dd0ac19110c req-f75cc35f-6f88-480e-8b8c-57133d5659d2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0554423 Oct 27 21:32:42.868304 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26f69aa0-b7e0-4392-8b72-1dd0ac19110c req-b003d1c8-4894-4e1e-bbb0-3892ee333d16 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Oct 27 21:32:42.890404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3590e-6c0f-4381-b69d-29d6698828e9 req-93d70b8f-db26-485e-9bb8-ade8589202a2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.892261 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-faa3590e-6c0f-4381-b69d-29d6698828e9 req-93d70b8f-db26-485e-9bb8-ade8589202a2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.1059132 Oct 27 21:32:42.943193 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-faa3590e-6c0f-4381-b69d-29d6698828e9 req-d8e6ed56-a0f4-4835-9e5c-9f539417dd96 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Oct 27 21:32:43.711247 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d5c6-80cf-4e98-8d51-25ebd2a7a7c3 req-01a1400d-f78c-4f23-a7d2-255e75a848f8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.716557 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fa8d5c6-80cf-4e98-8d51-25ebd2a7a7c3 req-01a1400d-f78c-4f23-a7d2-255e75a848f8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0683680 Oct 27 21:32:43.771769 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7fa8d5c6-80cf-4e98-8d51-25ebd2a7a7c3 req-108bd972-413a-4de0-9eef-895943292c20 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524931 Oct 27 21:32:43.827651 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59394e9-cc7f-4ff0-8b04-898e7d0c509e req-b7adae31-10a4-4c22-9c79-57d7addf99e4 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.830649 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b59394e9-cc7f-4ff0-8b04-898e7d0c509e req-b7adae31-10a4-4c22-9c79-57d7addf99e4 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0792117 Oct 27 21:32:43.896319 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b59394e9-cc7f-4ff0-8b04-898e7d0c509e req-c7e70e70-d9a2-4f9f-82c3-97b2e2b3f4ef tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582936 Oct 27 21:32:44.016777 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5969c-59a1-4191-a72a-b07f43e8999d req-bdbefa8e-101a-4b00-96cf-a62492c9ed67 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.018748 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a5c5969c-59a1-4191-a72a-b07f43e8999d req-bdbefa8e-101a-4b00-96cf-a62492c9ed67 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0579827 Oct 27 21:32:44.092258 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a5c5969c-59a1-4191-a72a-b07f43e8999d req-fcf2f09d-283a-45fa-9a5b-39322bd6d6fa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Oct 27 21:32:44.109707 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c68557-919b-4a38-a89f-db054ab4771f req-f0a59f3b-8c29-4993-aa3f-99978ee485cc tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.112189 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-50c68557-919b-4a38-a89f-db054ab4771f req-f0a59f3b-8c29-4993-aa3f-99978ee485cc tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0883772 Oct 27 21:32:44.181184 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-50c68557-919b-4a38-a89f-db054ab4771f req-2d603761-15c5-4e6b-a3e2-cecc51c80c4e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Oct 27 21:32:44.911932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971d82-8dd9-482b-86c1-a7e4e5da7996 req-379846ea-1854-4c48-b981-ac9549d1c12c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.913559 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f4971d82-8dd9-482b-86c1-a7e4e5da7996 req-379846ea-1854-4c48-b981-ac9549d1c12c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0555112 Oct 27 21:32:44.960146 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f4971d82-8dd9-482b-86c1-a7e4e5da7996 req-d306abe7-ed34-4a4b-88cb-82f77af23bcb tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 Oct 27 21:32:45.056920 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3004e-6d08-40ed-98b9-be096ffd219b req-fcdb479b-92ec-491d-8d7b-0c1eb04a54ba tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.060037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2b3004e-6d08-40ed-98b9-be096ffd219b req-fcdb479b-92ec-491d-8d7b-0c1eb04a54ba tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0660965 Oct 27 21:32:45.110502 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2b3004e-6d08-40ed-98b9-be096ffd219b req-ba5b1f2c-f03c-4171-9c74-90e6421efee5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Oct 27 21:32:45.231638 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27829dde-0b73-4840-b18f-b8c48c850576 req-33a9b410-09be-43ed-b451-536dded280d4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.233216 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27829dde-0b73-4840-b18f-b8c48c850576 req-33a9b410-09be-43ed-b451-536dded280d4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0671961 Oct 27 21:32:45.309353 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27829dde-0b73-4840-b18f-b8c48c850576 req-9c011e01-09b5-4d66-aaab-a73d8c7c77cd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678396 Oct 27 21:32:45.364149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80795157-a286-482d-9887-e82782609bb4 req-cfef6f86-3224-4520-8ead-00fc363bb4dd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.365856 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80795157-a286-482d-9887-e82782609bb4 req-cfef6f86-3224-4520-8ead-00fc363bb4dd tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0788567 Oct 27 21:32:45.415243 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80795157-a286-482d-9887-e82782609bb4 req-f049e3b9-6f53-4992-b1db-3514a53c95ca tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Oct 27 21:32:46.121532 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fbcbc-6870-4afd-8082-66ea7be41484 req-e73fdd81-0cf4-481b-ad6e-53c73cdca9ab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.124021 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c47fbcbc-6870-4afd-8082-66ea7be41484 req-e73fdd81-0cf4-481b-ad6e-53c73cdca9ab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0773983 Oct 27 21:32:46.178971 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c47fbcbc-6870-4afd-8082-66ea7be41484 req-58f64591-50a0-4317-bbae-43a796bd0d31 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477617 Oct 27 21:32:46.260380 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a924f-70d3-4a7f-a4ce-167dcc02823e req-6d3f55b2-49f9-4358-a661-e360e9c1a4b2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.261955 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a25a924f-70d3-4a7f-a4ce-167dcc02823e req-6d3f55b2-49f9-4358-a661-e360e9c1a4b2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0523078 Oct 27 21:32:46.327076 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a25a924f-70d3-4a7f-a4ce-167dcc02823e req-b75bac6a-1e19-454e-8774-982967a39422 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587595 Oct 27 21:32:46.481953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831259df-547f-4b81-85ec-eeb214b88856 req-d87befae-cb21-4271-9287-5c3a8cf0e1f2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.484038 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-831259df-547f-4b81-85ec-eeb214b88856 req-d87befae-cb21-4271-9287-5c3a8cf0e1f2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0864875 Oct 27 21:32:46.562858 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-831259df-547f-4b81-85ec-eeb214b88856 req-7fa1a0bf-3374-4437-b1a2-70be0e97d849 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691264 Oct 27 21:32:46.576025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a364e-aaf2-4dd1-8c36-ef0d7662032c req-9284c31e-cda1-42a2-b487-5fb8d889c430 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.578028 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-121a364e-aaf2-4dd1-8c36-ef0d7662032c req-9284c31e-cda1-42a2-b487-5fb8d889c430 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0821097 Oct 27 21:32:46.631091 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-121a364e-aaf2-4dd1-8c36-ef0d7662032c req-020baaf9-6761-429b-80c1-cca7ce06f2a1 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Oct 27 21:32:47.321124 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98f54-df51-4755-a2f8-5b448bd40e11 req-a17c9461-9eb0-4a0e-82e8-643748ed510d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.324407 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45c98f54-df51-4755-a2f8-5b448bd40e11 req-a17c9461-9eb0-4a0e-82e8-643748ed510d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0628672 Oct 27 21:32:47.372309 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45c98f54-df51-4755-a2f8-5b448bd40e11 req-26e8ae3e-e543-4c27-b94f-68c88b8b1f03 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Oct 27 21:32:47.504768 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cea75-d77e-4e3b-acfb-471d11e8e7b6 req-83d247eb-aa9d-46ae-bc3e-7a806e2243d9 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.506397 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a8cea75-d77e-4e3b-acfb-471d11e8e7b6 req-83d247eb-aa9d-46ae-bc3e-7a806e2243d9 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0671549 Oct 27 21:32:47.553933 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a8cea75-d77e-4e3b-acfb-471d11e8e7b6 req-9ed790c4-1c05-46c4-a4c1-0666260c539e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 Oct 27 21:32:47.725379 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974c07a-6a4f-4150-af9b-e0f107e571db req-6956426b-b8d5-4214-a7ad-1d9bd0dc9381 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.727256 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1974c07a-6a4f-4150-af9b-e0f107e571db req-6956426b-b8d5-4214-a7ad-1d9bd0dc9381 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0661724 Oct 27 21:32:47.801131 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1974c07a-6a4f-4150-af9b-e0f107e571db req-a33e16a6-bd2d-42bb-8ea2-8008ce6609df tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593123 Oct 27 21:32:47.810417 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc20e-a0e2-475e-abd4-838f7f16a915 req-2819b4d0-dc27-49fd-8642-07514dfae5dc tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.812037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-789dc20e-a0e2-475e-abd4-838f7f16a915 req-2819b4d0-dc27-49fd-8642-07514dfae5dc tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0797975 Oct 27 21:32:47.862636 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-789dc20e-a0e2-475e-abd4-838f7f16a915 req-1af840d4-359e-4964-bcaf-890d8ca73088 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Oct 27 21:32:48.503662 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f4b1d-2ad7-498d-b92c-9e8539f1188f req-df5cfc84-5da1-4139-bd44-46b7efa3f651 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.505759 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e66f4b1d-2ad7-498d-b92c-9e8539f1188f req-df5cfc84-5da1-4139-bd44-46b7efa3f651 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0531304 Oct 27 21:32:48.555838 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e66f4b1d-2ad7-498d-b92c-9e8539f1188f req-4ce80d4a-e8ce-4df0-85ad-9b638e28992a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Oct 27 21:32:48.728017 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acf65-db7a-459e-9d56-a87185339ae2 req-be6a8739-b724-4968-8318-c5b51e3396de tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.730098 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7f9acf65-db7a-459e-9d56-a87185339ae2 req-be6a8739-b724-4968-8318-c5b51e3396de tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0836141 Oct 27 21:32:48.775966 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7f9acf65-db7a-459e-9d56-a87185339ae2 req-9936cffb-4a57-4a2d-aaca-965a2adda932 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396481 Oct 27 21:32:48.952765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418d76-4d90-4844-a420-9a1fce0618f2 req-8ab0b8c5-9ef2-479b-a6ae-e452fff06cb2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.960673 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c7418d76-4d90-4844-a420-9a1fce0618f2 req-8ab0b8c5-9ef2-479b-a6ae-e452fff06cb2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0621612 Oct 27 21:32:49.009259 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c7418d76-4d90-4844-a420-9a1fce0618f2 req-1c9abc2f-92a4-47f0-a6eb-f2380bda9e8d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Oct 27 21:32:49.058783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d76803-03f0-4bdd-bdbb-0d6356eafbe1 req-a9b3584d-57c8-41df-84a5-9efedc8e1df7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.060390 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-29d76803-03f0-4bdd-bdbb-0d6356eafbe1 req-a9b3584d-57c8-41df-84a5-9efedc8e1df7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0701463 Oct 27 21:32:49.110259 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-29d76803-03f0-4bdd-bdbb-0d6356eafbe1 req-2a101db8-b913-4891-9385-99c55f734e14 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Oct 27 21:32:49.699999 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9f4e-37a2-437f-8e09-6a5d54f7c594 req-4bdabb7e-6bfe-4f38-9ca7-72e281442b3d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.701885 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a16e9f4e-37a2-437f-8e09-6a5d54f7c594 req-4bdabb7e-6bfe-4f38-9ca7-72e281442b3d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0664937 Oct 27 21:32:49.761414 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a16e9f4e-37a2-437f-8e09-6a5d54f7c594 req-4144a89d-852c-45e2-bbea-c4d823d76289 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Oct 27 21:32:49.914398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3b5cc-8e16-456b-8874-6f54a33f767b req-78aaa0bd-9e35-4edd-98ce-8c907bbd764e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.916016 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1aa3b5cc-8e16-456b-8874-6f54a33f767b req-78aaa0bd-9e35-4edd-98ce-8c907bbd764e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0546291 Oct 27 21:32:49.961041 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1aa3b5cc-8e16-456b-8874-6f54a33f767b req-874ef830-fa72-4344-94d0-fdf6c68ba045 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Oct 27 21:32:50.155751 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e653a-5f48-4517-a405-d619cdbfad35 req-8bb90b17-824d-45c3-aec2-418f57c1c1b0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.157350 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-151e653a-5f48-4517-a405-d619cdbfad35 req-8bb90b17-824d-45c3-aec2-418f57c1c1b0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0539079 Oct 27 21:32:50.199547 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-151e653a-5f48-4517-a405-d619cdbfad35 req-965f3b9e-2924-4627-ac79-e05f35bc2093 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Oct 27 21:32:50.259345 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4f22-6d74-47f6-9b0d-3a8b7b504c53 req-1f9c5a1f-58aa-407d-8a9f-352438b68b49 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.260971 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-00de4f22-6d74-47f6-9b0d-3a8b7b504c53 req-1f9c5a1f-58aa-407d-8a9f-352438b68b49 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0543499 Oct 27 21:32:50.303110 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-00de4f22-6d74-47f6-9b0d-3a8b7b504c53 req-a769323d-4102-4d9b-adbb-c97b9492ef10 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Oct 27 21:32:50.907528 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574026-fff3-46fe-8e88-3fb78eb3033e req-91c615c9-4061-4583-b54b-ea4c20aebfee tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.909027 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37574026-fff3-46fe-8e88-3fb78eb3033e req-91c615c9-4061-4583-b54b-ea4c20aebfee tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0544095 Oct 27 21:32:50.952478 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37574026-fff3-46fe-8e88-3fb78eb3033e req-104f6caa-f90b-4390-8dd9-350120e99523 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344150 Oct 27 21:32:51.092081 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f7e6-87bb-4c98-91f6-08daa9acecca req-6e5a47c8-2482-406c-adc2-41053057bd19 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.093778 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8c33f7e6-87bb-4c98-91f6-08daa9acecca req-6e5a47c8-2482-406c-adc2-41053057bd19 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0590718 Oct 27 21:32:51.141553 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8c33f7e6-87bb-4c98-91f6-08daa9acecca req-96af8a78-8ed1-47ed-b3e9-722c4fe27e41 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Oct 27 21:32:51.362392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60601-448c-43cd-a491-2a1f0812892d req-3750cc2e-a170-40cc-8c94-20a70b5407cd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.364605 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db60601-448c-43cd-a491-2a1f0812892d req-3750cc2e-a170-40cc-8c94-20a70b5407cd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0663421 Oct 27 21:32:51.447350 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2db60601-448c-43cd-a491-2a1f0812892d req-38be0f6f-8758-4350-ad60-812cb331a67e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704982 Oct 27 21:32:51.472139 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ca594-32e1-43e2-9f27-fcf97207fe3d req-065233bb-b44d-4096-8f01-b5c67b0a66c7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.475265 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-165ca594-32e1-43e2-9f27-fcf97207fe3d req-065233bb-b44d-4096-8f01-b5c67b0a66c7 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0931108 Oct 27 21:32:51.539666 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-165ca594-32e1-43e2-9f27-fcf97207fe3d req-dfdf5d7a-7c93-454d-bae7-d013cee1d1fb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 Oct 27 21:32:51.634038 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-13052c39-42fd-4958-8336-c3e305556c86 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.635657 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-13052c39-42fd-4958-8336-c3e305556c86 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 946 time: 0.0723112 Oct 27 21:32:51.762707 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Deleting port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:51.763361 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:51.869027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] For port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:51.869528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:51.886753 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Calling delete_port for 3dab1614-8bfa-48cd-a67a-19aee2eee9cf owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:51.903019 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-beaf51f9-9562-4121-87b9-a9b67c642970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:52.026787 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 42529082-c2a7-436b-b183-e13a515976f7 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:52.045132 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:52.099547 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event deleted for resources: {'Port': ['ID=3dab1614-8bfa-48cd-a67a-19aee2eee9cf,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:52.102856 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436', '07d006f4-3f59-42c3-9b4b-8dab64b8736c', '5c6ff451-3f82-40d4-b9c5-d2091c823554', '3dab1614-8bfa-48cd-a67a-19aee2eee9cf'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:52.204438 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fbcf3-7c26-4282-8c47-ea1f8753d662 req-a96e6e66-b471-4ad9-be71-a182eef35a26 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.208294 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3f3fbcf3-7c26-4282-8c47-ea1f8753d662 req-a96e6e66-b471-4ad9-be71-a182eef35a26 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.1434908 Oct 27 21:32:52.222711 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] No DVR routers for this DVR port 3dab1614-8bfa-48cd-a67a-19aee2eee9cf on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:52.226291 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=42529082-c2a7-436b-b183-e13a515976f7,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:52.228106 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:52.234797 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e2ff4154-69f8-4fbc-a357-c48ab30a45b9 req-b68d7d51-8f19-4875-91b0-96bba21d301b tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "DELETE /v2.0/ports/3dab1614-8bfa-48cd-a67a-19aee2eee9cf HTTP/1.1" status: 204 len: 173 time: 0.5864415 Oct 27 21:32:52.235759 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'name': 'network-vif-deleted', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:52.240692 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281afac9-8920-4e4b-85e3-1238adb64ff7" -d '{"events": [{"server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "name": "network-vif-deleted", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:52.258200 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '42529082-c2a7-436b-b183-e13a515976f7', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'port_id': '42529082-c2a7-436b-b183-e13a515976f7', 'mac_address': 'fa:16:3e:e4:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:52.334966 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:52.336488 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3f3fbcf3-7c26-4282-8c47-ea1f8753d662 req-0e10a6e6-7598-4793-9d1c-66ad62e24e9a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147897 Oct 27 21:32:52.370561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42529082-c2a7-436b-b183-e13a515976f7 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:52.430594 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc6ddb-9383-4596-b6fc-438e5d5f5ae1 req-ccdf93a8-812d-40d7-9abf-43fca3974ecd tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.432827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17cc6ddb-9383-4596-b6fc-438e5d5f5ae1 req-ccdf93a8-812d-40d7-9abf-43fca3974ecd tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 943 time: 0.0949366 Oct 27 21:32:52.443244 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3a688e-8022-41cc-bb24-1b64cce3bd8d x-openstack-request-id: req-ce3a688e-8022-41cc-bb24-1b64cce3bd8d {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:52.444087 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bcc473-71c5-488f-8931-3b48924cad15", "name": "network-vif-deleted", "tag": "3dab1614-8bfa-48cd-a67a-19aee2eee9cf", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:52.444805 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce3a688e-8022-41cc-bb24-1b64cce3bd8d {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:52.445516 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bcc473-71c5-488f-8931-3b48924cad15', 'name': 'network-vif-deleted', 'tag': '3dab1614-8bfa-48cd-a67a-19aee2eee9cf', 'status': 'completed', 'code': 200} Oct 27 21:32:52.474871 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=42529082-c2a7-436b-b183-e13a515976f7,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:52.519536 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:52.552724 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17cc6ddb-9383-4596-b6fc-438e5d5f5ae1 req-59fe9c46-b022-4875-8273-37bdb4136142 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068687 Oct 27 21:32:52.659197 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:52.671056 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c0f20-f99b-4e77-8bf6-8d2c165d7146 req-0f4248ac-1db8-4a99-b522-0f8211501e5a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.681654 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-912c0f20-f99b-4e77-8bf6-8d2c165d7146 req-0f4248ac-1db8-4a99-b522-0f8211501e5a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.1165802 Oct 27 21:32:52.743112 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dadc1557-d0f1-411e-854b-b77f674fbf26 req-48093f6c-05f7-42cc-88f3-dd3e32af580d tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=38bcc473-71c5-488f-8931-3b48924cad15 HTTP/1.1" status: 200 len: 210 time: 0.0598562 Oct 27 21:32:52.787510 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f8e2-10bb-4f1f-b638-621baa9d7f96 req-d727ef0d-9f18-4270-8f74-be9ffee923ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.789718 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b5c2f8e2-10bb-4f1f-b638-621baa9d7f96 req-d727ef0d-9f18-4270-8f74-be9ffee923ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 1098 time: 0.0743930 Oct 27 21:32:52.800929 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-912c0f20-f99b-4e77-8bf6-8d2c165d7146 req-9e4796bf-12f2-49f1-bc65-19c8543c907d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146796 Oct 27 21:32:52.851870 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b5c2f8e2-10bb-4f1f-b638-621baa9d7f96 req-19cf1351-7bfa-40d1-b9fd-b981a17a0295 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Oct 27 21:32:53.082030 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['42529082-c2a7-436b-b183-e13a515976f7'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:53.521703 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50580b-c7f4-4d2b-b84e-2dc8c9032c0c req-50ed213b-549b-4b82-96f2-5f0cdc4e4134 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:53.523644 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b50580b-c7f4-4d2b-b84e-2dc8c9032c0c req-50ed213b-549b-4b82-96f2-5f0cdc4e4134 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0650876 Oct 27 21:32:53.574681 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b50580b-c7f4-4d2b-b84e-2dc8c9032c0c req-b2893d18-2a21-4eb7-a99b-dc98f47ea95e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Oct 27 21:32:53.718762 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89d4a-a58a-4d29-aa6b-673db9bc1639 req-f73116ed-eae6-4d22-b8c2-084c000287e5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:53.721645 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-08f89d4a-a58a-4d29-aa6b-673db9bc1639 req-f73116ed-eae6-4d22-b8c2-084c000287e5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 944 time: 0.0673571 Oct 27 21:32:53.771982 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-08f89d4a-a58a-4d29-aa6b-673db9bc1639 req-f26d75ec-76a0-4b38-8e3d-784f93e66ec8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431039 Oct 27 21:32:53.950530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90d33-f7f0-4c68-9303-908a0a8ec04c req-355a8558-607b-4d70-bda5-5bcbeb571fd0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:53.952050 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ed90d33-f7f0-4c68-9303-908a0a8ec04c req-355a8558-607b-4d70-bda5-5bcbeb571fd0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0622830 Oct 27 21:32:54.000328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ed90d33-f7f0-4c68-9303-908a0a8ec04c req-76c097f7-dc09-4803-81ff-ded526b11ba0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Oct 27 21:32:54.031910 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 3dab1614-8bfa-48cd-a67a-19aee2eee9cf no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:54.055099 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 3dab1614-8bfa-48cd-a67a-19aee2eee9cf {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:54.055459 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 3dab1614-8bfa-48cd-a67a-19aee2eee9cf not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:54.720945 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef991db-fa0d-4211-a4a7-e4c8d77cedc2 req-f1cb5cc3-ef62-4130-b24e-20f11677063e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:54.722526 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1ef991db-fa0d-4211-a4a7-e4c8d77cedc2 req-f1cb5cc3-ef62-4130-b24e-20f11677063e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0583403 Oct 27 21:32:54.770778 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1ef991db-fa0d-4211-a4a7-e4c8d77cedc2 req-ea459fd4-2a8d-41b3-8c1e-f112b92fda5a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359879 Oct 27 21:32:54.807537 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-5fc68a5b-5888-4e12-8db2-adcf846d7b00 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483236 Oct 27 21:32:54.888564 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-40fb7e17-07da-403a-8b34-054ead1ae4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:54.890136 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-40fb7e17-07da-403a-8b34-054ead1ae4dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1098 time: 0.0446093 Oct 27 21:32:54.899849 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e1ea-307e-421a-8cfd-1763b616f389 req-1feadae8-abd0-4466-a8ca-79c5c2ca178b tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:54.901443 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf61e1ea-307e-421a-8cfd-1763b616f389 req-1feadae8-abd0-4466-a8ca-79c5c2ca178b tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 944 time: 0.0564356 Oct 27 21:32:54.945106 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cf61e1ea-307e-421a-8cfd-1763b616f389 req-38d500e5-408d-4b56-a5de-c806b98fb3e9 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372634 Oct 27 21:32:55.012204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-bcf367e6-002b-4500-a345-5362280ad0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.013764 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-bcf367e6-002b-4500-a345-5362280ad0d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.0985608 Oct 27 21:32:55.105951 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-3f177044-ffde-44a8-97cc-f1e7c98f480a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 1001 time: 0.0793340 Oct 27 21:32:55.128022 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebd6b-d121-43d3-a8c8-65590cf52241 req-2ba1076a-ef00-4a9e-be52-43bf17e0dbbc tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.130599 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-798ebd6b-d121-43d3-a8c8-65590cf52241 req-2ba1076a-ef00-4a9e-be52-43bf17e0dbbc tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0581295 Oct 27 21:32:55.196887 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-798ebd6b-d121-43d3-a8c8-65590cf52241 req-0631bea3-78a4-4ab2-95d3-a13a554e54fe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595944 Oct 27 21:32:55.215076 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-c682e3f9-d1c0-4ce1-87e5-7731ef7d774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.217881 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-c682e3f9-d1c0-4ce1-87e5-7731ef7d774c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0987396 Oct 27 21:32:55.247464 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22ffe-329f-4808-8aff-c260fdaeb9f9 req-fee58f30-9a7b-4d75-a489-1fc67a9be4bf tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.249063 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6ff22ffe-329f-4808-8aff-c260fdaeb9f9 req-fee58f30-9a7b-4d75-a489-1fc67a9be4bf tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.0755551 Oct 27 21:32:55.279201 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-7cfff5fa-5a51-475f-8dda-f96359972ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.281681 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-7cfff5fa-5a51-475f-8dda-f96359972ebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535450 Oct 27 21:32:55.308725 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6ff22ffe-329f-4808-8aff-c260fdaeb9f9 req-8f8eb4bc-ee79-40f3-9360-b17ca83f0b5c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Oct 27 21:32:55.384559 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34103d4-9551-4295-bbad-f8669629824b req-1b4f60b0-8088-4ac4-a0ff-909ac7aba46a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.387408 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f34103d4-9551-4295-bbad-f8669629824b req-1b4f60b0-8088-4ac4-a0ff-909ac7aba46a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0740399 Oct 27 21:32:55.397090 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-31b14f00-7173-46af-bb32-293610a762f8 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990310 Oct 27 21:32:55.450819 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f34103d4-9551-4295-bbad-f8669629824b req-888aefb4-0948-4266-9f4f-346ae4ca00e3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528679 Oct 27 21:32:55.521811 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-cb4fa5f8-5d3e-4196-81d8-b93ec51555ab req-ab5d2196-674b-41ac-99a5-96029f84df7b service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129482 Oct 27 21:32:55.920039 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27698504-756a-45eb-a8aa-4e4151fbc679 req-c08cda5b-6b88-4a88-aa56-b288c56ffede tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.922985 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27698504-756a-45eb-a8aa-4e4151fbc679 req-c08cda5b-6b88-4a88-aa56-b288c56ffede tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.0733342 Oct 27 21:32:55.991968 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27698504-756a-45eb-a8aa-4e4151fbc679 req-d1836ac3-dd36-4b31-8d7a-700a6f2b4cb6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618105 Oct 27 21:32:56.065193 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 42529082-c2a7-436b-b183-e13a515976f7 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:56.100289 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382a50-636c-4709-8350-b4ebe64e4571 req-013679b4-5b80-41d2-8803-a48755b27268 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.102125 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-43382a50-636c-4709-8350-b4ebe64e4571 req-013679b4-5b80-41d2-8803-a48755b27268 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 944 time: 0.0629184 Oct 27 21:32:56.144891 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 42529082-c2a7-436b-b183-e13a515976f7 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:32:56.147269 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-43382a50-636c-4709-8350-b4ebe64e4571 req-ea5fdc26-c227-4a68-a7d1-1ca30d0e807f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 Oct 27 21:32:56.152360 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 42529082-c2a7-436b-b183-e13a515976f7 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:56.152986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.256468 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.297702 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42529082-c2a7-436b-b183-e13a515976f7'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:56.302872 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6c7349-734b-4afd-be6d-e291020cdcf4" -d '{"events": [{"server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "name": "network-vif-plugged", "status": "completed", "tag": "42529082-c2a7-436b-b183-e13a515976f7"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:56.326429 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=42529082-c2a7-436b-b183-e13a515976f7,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:56.333251 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.384785 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ee596c-185d-4738-83c1-167101fb96e2 x-openstack-request-id: req-f2ee596c-185d-4738-83c1-167101fb96e2 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:56.385326 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "name": "network-vif-plugged", "status": "completed", "tag": "42529082-c2a7-436b-b183-e13a515976f7", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:56.385642 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2ee596c-185d-4738-83c1-167101fb96e2 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:56.386262 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42529082-c2a7-436b-b183-e13a515976f7', 'code': 200} Oct 27 21:32:56.435824 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:56.489167 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0592-043b-4dd7-83ed-4ecdb6d7c8d4 req-049f792c-ddda-4059-b16a-a9f2a8882034 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.491781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-213a0592-043b-4dd7-83ed-4ecdb6d7c8d4 req-049f792c-ddda-4059-b16a-a9f2a8882034 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.0788889 Oct 27 21:32:56.544657 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-213a0592-043b-4dd7-83ed-4ecdb6d7c8d4 req-e9637534-3f99-442b-9e2a-cb3f2ae64c71 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Oct 27 21:32:56.674851 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7ad00f3a-e7ed-45c7-a044-900a04137e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.851749 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a99c3-eabc-44f7-b2eb-8f7fa9472a09 req-07ff9326-c420-48c0-99d0-187cefdb4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.853189 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-362a99c3-eabc-44f7-b2eb-8f7fa9472a09 req-07ff9326-c420-48c0-99d0-187cefdb4fd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1098 time: 0.0464897 Oct 27 21:32:56.899909 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-362a99c3-eabc-44f7-b2eb-8f7fa9472a09 req-a4271674-0941-43a5-a74a-851f1b0b310d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343192 Oct 27 21:32:57.381274 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:57.385908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f647-7ec1-423b-8c15-c99771088d6d req-018fc21e-84b6-4719-bae6-001d55f17cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.387512 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-018fc21e-84b6-4719-bae6-001d55f17cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.0545816 Oct 27 21:32:57.510903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f647-7ec1-423b-8c15-c99771088d6d req-34b40334-05ea-44e0-bab7-f826a8658291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.512735 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-34b40334-05ea-44e0-bab7-f826a8658291 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.1118352 Oct 27 21:32:57.575907 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-949352ea-f47b-4fdf-8679-8330be47e08c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0467725 Oct 27 21:32:57.584541 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a4c90-b00f-426b-9964-64430c48729a req-9fb243ec-5049-404b-9fb7-ab5df974c107 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.587238 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-196a4c90-b00f-426b-9964-64430c48729a req-9fb243ec-5049-404b-9fb7-ab5df974c107 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 944 time: 0.4852302 Oct 27 21:32:57.624016 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3422e3-3d21-4ab0-8596-8b877bccda41 req-5ab6107b-022d-4303-a296-b5ad2a6e6483 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.626759 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-de3422e3-3d21-4ab0-8596-8b877bccda41 req-5ab6107b-022d-4303-a296-b5ad2a6e6483 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.4821534 Oct 27 21:32:57.645847 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f647-7ec1-423b-8c15-c99771088d6d req-33e0782c-2f18-4f63-81cc-4fcbc14d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.648153 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:57.648702 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-33e0782c-2f18-4f63-81cc-4fcbc14d43a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0572422 Oct 27 21:32:57.687887 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-af9137f6-10d8-4a80-94ce-c17c301512d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308590 Oct 27 21:32:57.705136 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-196a4c90-b00f-426b-9964-64430c48729a req-f2227d1c-77d6-44ca-9154-a0d017adb223 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094220 Oct 27 21:32:57.727708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-de3422e3-3d21-4ab0-8596-8b877bccda41 req-56fe4b9e-778d-4d58-b03f-b68186c6e0c9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884943 Oct 27 21:32:57.868594 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cf6d5-4d24-4d28-af9c-b05c10f6ee22 req-747cba23-3678-41e0-ad6d-e22f6e38e4c0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.870218 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a76cf6d5-4d24-4d28-af9c-b05c10f6ee22 req-747cba23-3678-41e0-ad6d-e22f6e38e4c0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.0913103 Oct 27 21:32:57.884786 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-a461a8ab-ced2-4198-bda1-3920c300e363 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059403 Oct 27 21:32:57.886347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe449d5-6e85-4bdf-a52a-5049b9c23754 req-1168f486-0a5e-406f-8b5a-aedc3cdb6486 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.887862 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fe449d5-6e85-4bdf-a52a-5049b9c23754 req-1168f486-0a5e-406f-8b5a-aedc3cdb6486 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.0793936 Oct 27 21:32:57.950752 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a76cf6d5-4d24-4d28-af9c-b05c10f6ee22 req-934f4304-ba86-4475-8f6e-468ae1f227f5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618067 Oct 27 21:32:57.956608 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fe449d5-6e85-4bdf-a52a-5049b9c23754 req-55df26cf-6e6a-4aab-ae0b-3f66753b8143 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614252 Oct 27 21:32:58.000854 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-b698f647-7ec1-423b-8c15-c99771088d6d req-f48d985e-497c-4ede-beda-2694f4222a5b service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044939 Oct 27 21:32:58.076627 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:58.176931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:58.211781 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:58.223265 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'mac_address': 'fa:16:3e:44:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:58.263456 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:58.277960 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:58.299668 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:58.304362 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:58.356781 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=9']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:58.364679 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.365052 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.365405 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.365736 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.366070 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.366401 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.366731 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.367057 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.367424 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.367760 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.368077 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.368399 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:58.835357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-2286f98f-5c96-4936-9fba-c026741f4561 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.837842 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-2286f98f-5c96-4936-9fba-c026741f4561 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.0973403 Oct 27 21:32:58.901129 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca74e-e582-4a38-b87c-1aaa3604fcbf req-9136ed22-2084-415d-8ad9-baea887252a8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.902737 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6aca74e-e582-4a38-b87c-1aaa3604fcbf req-9136ed22-2084-415d-8ad9-baea887252a8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.0900915 Oct 27 21:32:58.915047 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cd141-7827-4ccc-b5d4-9642bb132f9c req-7c633aaa-35a0-4477-9629-c0fd5e513df0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.916641 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-157cd141-7827-4ccc-b5d4-9642bb132f9c req-7c633aaa-35a0-4477-9629-c0fd5e513df0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0739362 Oct 27 21:32:58.995865 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6aca74e-e582-4a38-b87c-1aaa3604fcbf req-1c5ab757-eda9-4f61-85cb-028358433c26 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745721 Oct 27 21:32:59.003982 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-157cd141-7827-4ccc-b5d4-9642bb132f9c req-615a8ee9-feed-41af-8180-3af28dd16c46 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736353 Oct 27 21:32:59.011311 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Deleting port 5c6ff451-3f82-40d4-b9c5-d2091c823554 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:59.012166 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.068454 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['678c633c-6469-4d5f-99d4-14307c3a78a4'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:59.193050 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b0e1-0a67-4851-96a2-f3cfdc02040a req-385d9bc5-ee29-4f96-a1a2-106109c94720 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.194621 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1eb0b0e1-0a67-4851-96a2-f3cfdc02040a req-385d9bc5-ee29-4f96-a1a2-106109c94720 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 946 time: 0.1235278 Oct 27 21:32:59.197952 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] For port 5c6ff451-3f82-40d4-b9c5-d2091c823554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5c6ff451-3f82-40d4-b9c5-d2091c823554,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:59.198363 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.202771 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773485cb-5789-4703-ac84-2e5cc7f11c74 req-54ffc1b6-4496-42fc-a5f5-4cc2d62de08a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.204807 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-773485cb-5789-4703-ac84-2e5cc7f11c74 req-54ffc1b6-4496-42fc-a5f5-4cc2d62de08a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Oct 27 21:32:59.226413 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Calling delete_port for 5c6ff451-3f82-40d4-b9c5-d2091c823554 owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:59.267324 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1eb0b0e1-0a67-4851-96a2-f3cfdc02040a req-f681fcc4-2b5e-4c13-9894-cf70edbb5cac tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614321 Oct 27 21:32:59.273751 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-773485cb-5789-4703-ac84-2e5cc7f11c74 req-e9925e1d-abb5-419c-aa2d-c53b1c3ba474 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589538 Oct 27 21:32:59.353001 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.385778 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.417912 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a90a5d-ad6c-495d-9998-192abb5a4efa req-85582064-887a-4df4-b344-470cdb739fcc tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.418922 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event deleted for resources: {'Port': ['ID=5c6ff451-3f82-40d4-b9c5-d2091c823554,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:59.424212 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f6a90a5d-ad6c-495d-9998-192abb5a4efa req-85582064-887a-4df4-b344-470cdb739fcc tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Oct 27 21:32:59.433490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.433843 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.434187 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.434526 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.434868 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.435206 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.435594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.435926 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.436490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.436671 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.436897 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.437224 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.479984 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f6a90a5d-ad6c-495d-9998-192abb5a4efa req-abc6ce5a-e7cd-453e-baeb-ec81cde8b643 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537035 Oct 27 21:32:59.491470 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] No DVR routers for this DVR port 5c6ff451-3f82-40d4-b9c5-d2091c823554 on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:59.495204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.500202 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-1ef3fe92-ca95-413d-ba37-6af687ae2055 req-fb1651ec-ea61-4748-a60b-961e2f8b1652 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "DELETE /v2.0/ports/5c6ff451-3f82-40d4-b9c5-d2091c823554 HTTP/1.1" status: 204 len: 173 time: 0.6409874 Oct 27 21:32:59.500872 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'name': 'network-vif-deleted', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:59.505474 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f9a228-d124-4ca5-86fc-50467efb6157" -d '{"events": [{"server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "name": "network-vif-deleted", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:59.511341 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36620) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:59.566049 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f6420-b878-4440-9419-9d212955efb2 x-openstack-request-id: req-758f6420-b878-4440-9419-9d212955efb2 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:59.566345 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864e8ac-0518-4d96-8e5f-a788ff7e16c0", "name": "network-vif-deleted", "tag": "5c6ff451-3f82-40d4-b9c5-d2091c823554", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:59.566610 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-758f6420-b878-4440-9419-9d212955efb2 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:59.567837 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864e8ac-0518-4d96-8e5f-a788ff7e16c0', 'name': 'network-vif-deleted', 'tag': '5c6ff451-3f82-40d4-b9c5-d2091c823554', 'status': 'completed', 'code': 200} Oct 27 21:32:59.763988 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d9c98-9649-49a4-9e86-e689af04d467 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.765608 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-818d9c98-9649-49a4-9e86-e689af04d467 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1093 time: 0.2534735 Oct 27 21:32:59.768775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36624) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:59.773841 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'port_id': '42529082-c2a7-436b-b183-e13a515976f7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:59.805809 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.925152 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.052276 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.27.0.26 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/deaed12c-e013-49a0-8bd2-2fc5252ef326) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:00.230118 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42760e0-cca3-405a-9c2e-90788bc425d5 req-9462f714-6ed7-4a8e-a680-bcddb80b8ac6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.231810 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a42760e0-cca3-405a-9c2e-90788bc425d5 req-9462f714-6ed7-4a8e-a680-bcddb80b8ac6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.1213837 Oct 27 21:33:00.249005 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70809-4162-434a-8b8d-3ed8cdbf9128 req-0335d9cd-c641-4d09-8c46-5e76a86130a3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.250661 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-79d70809-4162-434a-8b8d-3ed8cdbf9128 req-0335d9cd-c641-4d09-8c46-5e76a86130a3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1267123 Oct 27 21:33:00.278341 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.341913 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436', '07d006f4-3f59-42c3-9b4b-8dab64b8736c'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:00.353617 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a42760e0-cca3-405a-9c2e-90788bc425d5 req-57cda1cb-4100-42e7-9e64-7f26d47f71c1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128817 Oct 27 21:33:00.358773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-79d70809-4162-434a-8b8d-3ed8cdbf9128 req-5f76cfc4-4f06-4451-825c-b7b114e47243 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980475 Oct 27 21:33:00.375871 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.431732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:00.437394 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:00.443142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:00.497861 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=deaed12c-e013-49a0-8bd2-2fc5252ef326,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:00.533721 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-220ff2ee-1632-4b2a-8294-34e6931b60b7 req-22e598c9-d671-4615-ada9-70007a01d3cb tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=1864e8ac-0518-4d96-8e5f-a788ff7e16c0 HTTP/1.1" status: 200 len: 210 time: 0.0725119 Oct 27 21:33:00.555936 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.556512 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.557409 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.558042 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.558624 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.559250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.559822 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.560411 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.560967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.561523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.562087 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.562643 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.991513 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.071067 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.250104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.255482 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.333386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=deaed12c-e013-49a0-8bd2-2fc5252ef326,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:01.346929 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.594097 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 0f2cca04-352b-4f49-8723-95e13be16cfc associated. External IP: 172.27.0.26, port: 42529082-c2a7-436b-b183-e13a515976f7. Oct 27 21:33:01.610274 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc842e-5ed3-4649-8186-d5503228d77d req-1612012c-774c-4fb6-95d9-72224c58d57f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:01.612418 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-67bc842e-5ed3-4649-8186-d5503228d77d req-1612012c-774c-4fb6-95d9-72224c58d57f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1764162 Oct 27 21:33:01.699204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f11e7-74a4-452d-b841-2a6fcf486983 req-2a8804d6-b434-48ef-9007-0682d54b5df0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:01.700850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf1f11e7-74a4-452d-b841-2a6fcf486983 req-2a8804d6-b434-48ef-9007-0682d54b5df0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 945 time: 0.2149425 Oct 27 21:33:01.778471 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-67bc842e-5ed3-4649-8186-d5503228d77d req-143d9450-010c-469c-9aaa-23c081443128 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244216 Oct 27 21:33:01.783165 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf1f11e7-74a4-452d-b841-2a6fcf486983 req-55179f28-37ad-492a-97c6-c8545af43e18 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689800 Oct 27 21:33:01.921208 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:02.088785 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:02.091747 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:02.106990 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:02.119836 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b324933-6705-4ae7-a845-be042fd572b5 req-ccecee45-a1a3-4f68-97af-0c3f4c4176f4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.124923 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2b324933-6705-4ae7-a845-be042fd572b5 req-ccecee45-a1a3-4f68-97af-0c3f4c4176f4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0844581 Oct 27 21:33:02.128020 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:02.128995 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:32:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:02.149879 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 678c633c-6469-4d5f-99d4-14307c3a78a4 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:02.150664 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.151740 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.203079 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-d8f4fe1b-4f32-4b04-b28c-7e9028646d44 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4331827 Oct 27 21:33:02.206090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'tag': '42529082-c2a7-436b-b183-e13a515976f7'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:02.209919 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cf91cd-4991-4d00-a92e-a2775f5e2739" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "tag": "42529082-c2a7-436b-b183-e13a515976f7"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:02.228038 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2b324933-6705-4ae7-a845-be042fd572b5 req-f7d1070d-01eb-4994-bcea-22364d770f31 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905700 Oct 27 21:33:02.262774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dd26e-5b52-4227-a5cf-640ba594e536 x-openstack-request-id: req-eb9dd26e-5b52-4227-a5cf-640ba594e536 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:02.263232 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "tag": "42529082-c2a7-436b-b183-e13a515976f7", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:02.263583 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb9dd26e-5b52-4227-a5cf-640ba594e536 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:02.264154 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'tag': '42529082-c2a7-436b-b183-e13a515976f7', 'status': 'completed', 'code': 200} Oct 27 21:33:02.271463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.298571 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:02.300967 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:02.301933 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a935368-dc26-495c-9bc6-c1973948a7ef" -d '{"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:02.322533 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:02.329496 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.331683 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 5c6ff451-3f82-40d4-b9c5-d2091c823554 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:02.367248 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ea662-e6d0-41c5-8974-f60cb46906e6 x-openstack-request-id: req-194ea662-e6d0-41c5-8974-f60cb46906e6 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:02.367840 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-plugged", "status": "completed", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:02.368242 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-194ea662-e6d0-41c5-8974-f60cb46906e6 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:02.368721 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'code': 200} Oct 27 21:33:02.373135 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 5c6ff451-3f82-40d4-b9c5-d2091c823554 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:02.373588 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 5c6ff451-3f82-40d4-b9c5-d2091c823554 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:02.392137 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-181b8aa8-dba1-445e-b7a2-cc97ad8e50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.393966 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-181b8aa8-dba1-445e-b7a2-cc97ad8e50fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1098 time: 0.0609007 Oct 27 21:33:02.447864 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=10']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:02.549016 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-1e9e0fb0-9d60-4b7b-823c-84cc8498796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.552291 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-1e9e0fb0-9d60-4b7b-823c-84cc8498796f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1358612 Oct 27 21:33:02.663096 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-d0950b96-43b2-4d11-9ba6-c535e77357bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 200 len: 998 time: 0.0930345 Oct 27 21:33:02.720994 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-e0312471-636c-4e69-84f4-6890b0c43bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.722567 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-e0312471-636c-4e69-84f4-6890b0c43bf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0467904 Oct 27 21:33:02.762227 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '0f2cca04-352b-4f49-8723-95e13be16cfc', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '42529082-c2a7-436b-b183-e13a515976f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:e4:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:00Z', 'updated_at': '2021-10-27T21:33:00Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:02.794234 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:02.794836 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-80327985-d6d2-41c5-9e85-eb81d0187397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.796393 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-80327985-d6d2-41c5-9e85-eb81d0187397 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556808 Oct 27 21:33:02.807844 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:02.808637 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:32:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:02.936523 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:02.947331 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-ad4380c6-048e-4cfc-a693-57d4986fc9f1 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395745 Oct 27 21:33:03.031736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cd59f-72a1-45c1-b3e3-2a28e62484e3 req-0fe9c17b-63ea-49c5-8f4b-49cae41ffd2d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.034093 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a87cd59f-72a1-45c1-b3e3-2a28e62484e3 req-0fe9c17b-63ea-49c5-8f4b-49cae41ffd2d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1215873 Oct 27 21:33:03.058294 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02264efa-c48c-43dd-9637-ff377ae07842 req-55b052b4-c549-4e6c-891b-8f0b3b59911c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.060162 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-02264efa-c48c-43dd-9637-ff377ae07842 req-55b052b4-c549-4e6c-891b-8f0b3b59911c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0938606 Oct 27 21:33:03.124506 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a87cd59f-72a1-45c1-b3e3-2a28e62484e3 req-92e16210-043d-403b-aa7f-e6a58121390b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829933 Oct 27 21:33:03.146152 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-02264efa-c48c-43dd-9637-ff377ae07842 req-cd7ae5bc-99cd-4fa3-9585-9859c267a56c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676894 Oct 27 21:33:03.154954 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-e6cf91cd-4991-4d00-a92e-a2775f5e2739 req-11239fd7-4233-4211-aa00-0fcecc097aa8 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765141 Oct 27 21:33:03.203738 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399a4f-a9cc-493e-936d-f093811cdcb6 req-e46fdc9c-cc47-41e8-87c7-9a5557245cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.205249 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-46399a4f-a9cc-493e-936d-f093811cdcb6 req-e46fdc9c-cc47-41e8-87c7-9a5557245cec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1100 time: 0.0530608 Oct 27 21:33:03.256578 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '0f2cca04-352b-4f49-8723-95e13be16cfc', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '42529082-c2a7-436b-b183-e13a515976f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:e4:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:00Z', 'updated_at': '2021-10-27T21:33:00Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:03.274553 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-46399a4f-a9cc-493e-936d-f093811cdcb6 req-f011a646-7260-493f-990d-eceb1c017d06 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Oct 27 21:33:03.296394 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e9a72-19ae-48b8-b6f4-c9102079fdd1 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '0f2cca04-352b-4f49-8723-95e13be16cfc', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '42529082-c2a7-436b-b183-e13a515976f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:e4:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:00Z', 'updated_at': '2021-10-27T21:33:00Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:03.355154 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f6fd-171c-4b3e-b6c8-8193d0279a7c req-237a023c-39c8-489e-99f5-1398e2e1a065 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.356663 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6099f6fd-171c-4b3e-b6c8-8193d0279a7c req-237a023c-39c8-489e-99f5-1398e2e1a065 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0614479 Oct 27 21:33:03.402676 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6099f6fd-171c-4b3e-b6c8-8193d0279a7c req-77bf0a1c-6119-4f75-bb2f-e8cbbca5dee9 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Oct 27 21:33:03.513599 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d843ca-7e58-4c6e-aad1-5665352b112f None None] New status for floating IP 0f2cca04-352b-4f49-8723-95e13be16cfc: ACTIVE {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:33:04.295711 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a25d-aeab-4561-94c0-d23a5a27c186 req-ed82e303-c8eb-41ac-9b6c-1363d575f968 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.298238 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b55a25d-aeab-4561-94c0-d23a5a27c186 req-ed82e303-c8eb-41ac-9b6c-1363d575f968 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1067986 Oct 27 21:33:04.337048 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3528c9-b6e5-4a45-bc62-8d7a39d1400b req-156149a4-f840-4783-866b-3b16258fefab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.338592 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da3528c9-b6e5-4a45-bc62-8d7a39d1400b req-156149a4-f840-4783-866b-3b16258fefab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.1077950 Oct 27 21:33:04.363981 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b55a25d-aeab-4561-94c0-d23a5a27c186 req-7d4f9e78-798a-4ac4-95f8-e58a988a32aa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Oct 27 21:33:04.391802 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da3528c9-b6e5-4a45-bc62-8d7a39d1400b req-3eff32f4-cbc6-48b0-9fab-63f463ea39b4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413833 Oct 27 21:33:04.533768 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10e49-4549-4701-a1c4-fbc22fd10704 req-823bfa33-a4af-4c60-8ebe-3b0dfd65384c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.535355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3bd10e49-4549-4701-a1c4-fbc22fd10704 req-823bfa33-a4af-4c60-8ebe-3b0dfd65384c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0597327 Oct 27 21:33:04.589322 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3bd10e49-4549-4701-a1c4-fbc22fd10704 req-bf742137-da01-460d-a86c-e44544e6880e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Oct 27 21:33:05.161708 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-405bf230-d2c5-457f-9d4a-746eb1f3d045 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.164207 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-405bf230-d2c5-457f-9d4a-746eb1f3d045 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 946 time: 0.0641661 Oct 27 21:33:05.318069 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Deleting port 07d006f4-3f59-42c3-9b4b-8dab64b8736c {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:05.318875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:05.419566 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] For port 07d006f4-3f59-42c3-9b4b-8dab64b8736c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d006f4-3f59-42c3-9b4b-8dab64b8736c,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:05.419925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:05.438429 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Calling delete_port for 07d006f4-3f59-42c3-9b4b-8dab64b8736c owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:05.581757 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0c897-811f-4a48-8a81-3df1ef5a5b61 req-6670d573-8e68-4d58-ab36-f8b8b0018d75 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.583946 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-08f0c897-811f-4a48-8a81-3df1ef5a5b61 req-6670d573-8e68-4d58-ab36-f8b8b0018d75 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1384132 Oct 27 21:33:05.632073 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975b29-69d8-4e49-bc9c-c279aa21400b req-b0f2508b-9830-4f15-8c46-d564b516c955 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.633522 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96975b29-69d8-4e49-bc9c-c279aa21400b req-b0f2508b-9830-4f15-8c46-d564b516c955 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.1244903 Oct 27 21:33:05.703246 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-08f0c897-811f-4a48-8a81-3df1ef5a5b61 req-cd844885-e5ea-48c8-a6b7-e196d173380e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Oct 27 21:33:05.725012 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96975b29-69d8-4e49-bc9c-c279aa21400b req-7d620b90-361e-4387-9a00-f36798f9ce6a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777423 Oct 27 21:33:05.739592 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:05.779590 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event deleted for resources: {'Port': ['ID=07d006f4-3f59-42c3-9b4b-8dab64b8736c,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:05.789798 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['be895ade-f05c-4af1-b03e-948ceea2e436', '07d006f4-3f59-42c3-9b4b-8dab64b8736c'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:05.855918 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] No DVR routers for this DVR port 07d006f4-3f59-42c3-9b4b-8dab64b8736c on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:05.859313 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1d4ead54-7426-4532-bb3e-b931f6ed2b39 req-e731fa9e-bef6-43a7-a6ca-9df2700af42c tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 210 time: 0.0482340 Oct 27 21:33:05.860390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:05.864422 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-701f12c2-45d0-41a5-a94f-1bc496d628b2 req-d01466a5-752e-4cd9-b7d3-d0ecdcda775e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "DELETE /v2.0/ports/07d006f4-3f59-42c3-9b4b-8dab64b8736c HTTP/1.1" status: 204 len: 173 time: 0.6575742 Oct 27 21:33:05.864985 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'name': 'network-vif-deleted', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:05.867448 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5767d1-6739-44e7-b1a5-b994ee8b25a3" -d '{"events": [{"server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "name": "network-vif-deleted", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:05.908223 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb6d7a9-af6d-4e46-843c-8b541a630d65 x-openstack-request-id: req-2eb6d7a9-af6d-4e46-843c-8b541a630d65 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:05.908515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081910cc-433a-474d-a52a-f077e515f46b", "name": "network-vif-deleted", "tag": "07d006f4-3f59-42c3-9b4b-8dab64b8736c", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:05.908819 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eb6d7a9-af6d-4e46-843c-8b541a630d65 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:05.909351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081910cc-433a-474d-a52a-f077e515f46b', 'name': 'network-vif-deleted', 'tag': '07d006f4-3f59-42c3-9b4b-8dab64b8736c', 'status': 'completed', 'code': 200} Oct 27 21:33:06.852884 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df95c-7ad0-46cb-9c97-4b5bfaa60db2 req-fd6cd902-792a-4923-89b9-4a606c2f634d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.854469 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df9df95c-7ad0-46cb-9c97-4b5bfaa60db2 req-fd6cd902-792a-4923-89b9-4a606c2f634d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0772631 Oct 27 21:33:06.897788 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82151d29-8e07-4f86-b6c0-0f83ed333bfc req-0fb292be-dadf-460c-a4e9-4596e3f2ddce tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.899675 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-82151d29-8e07-4f86-b6c0-0f83ed333bfc req-0fb292be-dadf-460c-a4e9-4596e3f2ddce tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0844891 Oct 27 21:33:06.926229 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df9df95c-7ad0-46cb-9c97-4b5bfaa60db2 req-5ed2d1eb-76a6-4c35-9a73-dc0d2fd0e128 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641601 Oct 27 21:33:06.952007 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-82151d29-8e07-4f86-b6c0-0f83ed333bfc req-9851692c-219e-4c96-8d6c-889b5357772d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Oct 27 21:33:07.061146 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3e2649c-c628-4868-91fd-003d08a531f7 req-83a7ecde-1d96-41e3-8b5c-d7763e64853e tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=081910cc-433a-474d-a52a-f077e515f46b HTTP/1.1" status: 200 len: 210 time: 0.0427611 Oct 27 21:33:08.045387 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899343d3-69ab-4b03-92e2-af9d63498bb1 req-df50782b-471f-4917-be05-12ced042833f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:08.047139 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-899343d3-69ab-4b03-92e2-af9d63498bb1 req-df50782b-471f-4917-be05-12ced042833f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Oct 27 21:33:08.093869 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-899343d3-69ab-4b03-92e2-af9d63498bb1 req-2e52f87b-2694-4b3e-99fe-d864ba943e60 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Oct 27 21:33:08.121769 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 07d006f4-3f59-42c3-9b4b-8dab64b8736c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:08.141535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 07d006f4-3f59-42c3-9b4b-8dab64b8736c {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:08.141923 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 07d006f4-3f59-42c3-9b4b-8dab64b8736c not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:09.213600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddcf82-fd12-4087-bf7a-50e8c45c8b67 req-e3b42f9a-6bb8-4037-9a0a-4b90a755aede tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.215114 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45ddcf82-fd12-4087-bf7a-50e8c45c8b67 req-e3b42f9a-6bb8-4037-9a0a-4b90a755aede tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Oct 27 21:33:09.256535 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45ddcf82-fd12-4087-bf7a-50e8c45c8b67 req-a9379048-022a-462a-a868-e6e7e41e88eb tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348773 Oct 27 21:33:09.477516 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10540-a968-4f4c-abfd-701ed46e2297 req-2f25d1fc-9461-4543-859d-eea827d1ed60 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.479082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fc10540-a968-4f4c-abfd-701ed46e2297 req-2f25d1fc-9461-4543-859d-eea827d1ed60 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Oct 27 21:33:09.528336 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fc10540-a968-4f4c-abfd-701ed46e2297 req-3594d9b9-0a84-49a7-88cb-55206d3d31d8 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Oct 27 21:33:09.643047 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:33:10.604434 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a8b1-53d2-41b7-b740-7b29c6420870 req-aaac2483-d523-4e4d-bceb-e6361e1a8700 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.605942 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a36a8b1-53d2-41b7-b740-7b29c6420870 req-aaac2483-d523-4e4d-bceb-e6361e1a8700 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.2790499 Oct 27 21:33:10.671304 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a36a8b1-53d2-41b7-b740-7b29c6420870 req-ac8f7b61-b0ac-4118-a79f-5fe43da3839b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Oct 27 21:33:10.679927 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722efc7-4599-4844-890d-6cc8d0ba0d7d req-c461a53b-50e8-4ccb-993b-d94d9e7b33aa tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.681367 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4722efc7-4599-4844-890d-6cc8d0ba0d7d req-c461a53b-50e8-4ccb-993b-d94d9e7b33aa tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.0745571 Oct 27 21:33:10.730034 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4722efc7-4599-4844-890d-6cc8d0ba0d7d req-29272e9f-5c58-42c3-9980-e3d2c46a9bdf tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Oct 27 21:33:11.839419 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-3308f2a2-c385-45a4-aa8e-cc2448b901e4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.841193 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-3308f2a2-c385-45a4-aa8e-cc2448b901e4 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.1119874 Oct 27 21:33:11.863608 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847fce-4bc5-4f06-99cd-b5bd03913cab req-a745d94c-aded-4117-9860-df681507c13b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.865535 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14847fce-4bc5-4f06-99cd-b5bd03913cab req-a745d94c-aded-4117-9860-df681507c13b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1268084 Oct 27 21:33:11.894103 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262d23-a710-413e-84f3-08ef0dc7db70 req-fd8b6c02-49e1-410e-9863-a353866807a2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.895756 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6f262d23-a710-413e-84f3-08ef0dc7db70 req-fd8b6c02-49e1-410e-9863-a353866807a2 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 945 time: 0.0958304 Oct 27 21:33:12.002856 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14847fce-4bc5-4f06-99cd-b5bd03913cab req-1505c8e7-28b5-4a32-8797-e8e9d3505996 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246676 Oct 27 21:33:12.009650 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6f262d23-a710-413e-84f3-08ef0dc7db70 req-9c0e28d5-5fdf-4758-85a8-7d3a382ab661 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/security-groups?id=fae24da6-f9f3-4f6c-be39-1155494e6085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968089 Oct 27 21:33:12.050814 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Deleting port be895ade-f05c-4af1-b03e-948ceea2e436 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:12.051159 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:12.155628 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] For port be895ade-f05c-4af1-b03e-948ceea2e436, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be895ade-f05c-4af1-b03e-948ceea2e436,segment=NetworkSegment(60bd101d-4a33-41cc-a231-0027adb204dd),segment_id=60bd101d-4a33-41cc-a231-0027adb204dd)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:12.156204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:12.175669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Calling delete_port for be895ade-f05c-4af1-b03e-948ceea2e436 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:12.314137 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:12.342864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Pushing event deleted for resources: {'Port': ['ID=be895ade-f05c-4af1-b03e-948ceea2e436,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:12.389164 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] No DVR routers for this DVR port be895ade-f05c-4af1-b03e-948ceea2e436 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:12.391853 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:12.395215 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19dd0053-59b1-4c62-93a5-206a6ff27ca0 req-c93cb896-d149-4e9d-890a-2c3275b450d5 tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.66 "DELETE /v2.0/ports/be895ade-f05c-4af1-b03e-948ceea2e436 HTTP/1.1" status: 204 len: 173 time: 0.5269327 Oct 27 21:33:12.395690 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'name': 'network-vif-deleted', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:12.398081 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65039a-39f1-4eed-8483-fc3887711a6c" -d '{"events": [{"server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "name": "network-vif-deleted", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:12.436610 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd4e9b-e1a2-4eca-bc88-1a83af579f57 x-openstack-request-id: req-02cd4e9b-e1a2-4eca-bc88-1a83af579f57 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:12.436939 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d501634-858a-4fae-86d6-40515e4036c1", "name": "network-vif-deleted", "tag": "be895ade-f05c-4af1-b03e-948ceea2e436", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:12.437156 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02cd4e9b-e1a2-4eca-bc88-1a83af579f57 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:12.437642 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d501634-858a-4fae-86d6-40515e4036c1', 'name': 'network-vif-deleted', 'tag': 'be895ade-f05c-4af1-b03e-948ceea2e436', 'status': 'completed', 'code': 200} Oct 27 21:33:13.188967 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6a287e45-c012-4b18-bac0-208ab0529db5 req-e9bd074f-6464-47bd-a969-51d2af70b2fa tempest-AttachVolumeNegativeTest-147883883 tempest-AttachVolumeNegativeTest-147883883-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d501634-858a-4fae-86d6-40515e4036c1 HTTP/1.1" status: 200 len: 210 time: 0.0355206 Oct 27 21:33:13.209662 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824606a9-e138-4016-a12f-2cda063e06ec req-093c99f6-5a9d-4757-b6c8-a1ad7033c98b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:13.211355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-824606a9-e138-4016-a12f-2cda063e06ec req-093c99f6-5a9d-4757-b6c8-a1ad7033c98b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1128004 Oct 27 21:33:13.258196 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-824606a9-e138-4016-a12f-2cda063e06ec req-5ce76e94-7400-4625-8914-b028ec783775 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360825 Oct 27 21:33:14.167522 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device be895ade-f05c-4af1-b03e-948ceea2e436 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:14.188287 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: be895ade-f05c-4af1-b03e-948ceea2e436 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:14.188626 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device be895ade-f05c-4af1-b03e-948ceea2e436 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:14.263241 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36754) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:14.311220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Deleting subnet 17d1ca55-0f5d-4719-90fb-83baa9616463 {{(pid=101428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:33:14.314422 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.372579 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989736'] for subnet, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.425041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7dc43-d32c-4926-87fa-06c851b958dd req-e448c788-6ce6-4edc-88a2-b28f2edfd7f1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.426496 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dff7dc43-d32c-4926-87fa-06c851b958dd req-e448c788-6ce6-4edc-88a2-b28f2edfd7f1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0927138 Oct 27 21:33:14.429978 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.504768 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dff7dc43-d32c-4926-87fa-06c851b958dd req-2be61c79-bd6b-4683-9d4c-404c6cafbf02 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Oct 27 21:33:14.518346 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6070734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5277184'] for subnet, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.546943 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d1ca55-0f5d-4719-90fb-83baa9616463,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:14.550586 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.554835 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1d8cb5d3-b50a-4532-8d0e-36f51f1265fe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/17d1ca55-0f5d-4719-90fb-83baa9616463 HTTP/1.1" status: 204 len: 168 time: 0.2896807 Oct 27 21:33:14.557302 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36758) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:14.629649 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.720553 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.742153 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6689ee59-ab48-4dc4-aa54-e929a94257ea']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:14.751707 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bd101d-4a33-41cc-a231-0027adb204dd') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:14.752004 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bd101d-4a33-41cc-a231-0027adb204dd') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:14.762336 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.776801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.783148 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:33:14.783573 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:33:14.785238 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:33:14.846085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.854427 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.860276 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/6689ee59-ab48-4dc4-aa54-e929a94257ea HTTP/1.1" status: 204 len: 168 time: 0.2994132 Oct 27 21:33:14.868617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310231b1-0e16-4c70-a644-91672b20d3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6689ee59-ab48-4dc4-aa54-e929a94257ea,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:14.960821 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f9623-edd7-4715-aafb-23c562679e46 req-e6282049-501f-411a-9f75-94c13350455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.962335 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2f6f9623-edd7-4715-aafb-23c562679e46 req-e6282049-501f-411a-9f75-94c13350455c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.0424438 Oct 27 21:33:15.005215 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2f6f9623-edd7-4715-aafb-23c562679e46 req-455f912e-7fb2-421e-982d-6075407e0919 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Oct 27 21:33:15.040041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36762) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:15.084744 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e9f8d531-170d-44ff-aebc-8f6137375b52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1125783b37e14844bc40275d6c5858b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433726 Oct 27 21:33:15.087508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36764) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:15.142178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:15.164725 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:15.222063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:15.224891 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:15.226118 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fae24da6-f9f3-4f6c-be39-1155494e6085 HTTP/1.1" status: 204 len: 168 time: 0.1376646 Oct 27 21:33:15.234598 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901cf3e-1e18-4dea-b323-fd7b1846a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae24da6-f9f3-4f6c-be39-1155494e6085,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:15.640109 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da56d5-92aa-45c5-854c-298fe15897ee req-59828595-7dee-49de-b446-f753c1ac08c2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.642041 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-54da56d5-92aa-45c5-854c-298fe15897ee req-59828595-7dee-49de-b446-f753c1ac08c2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Oct 27 21:33:15.686944 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-54da56d5-92aa-45c5-854c-298fe15897ee req-467e0c8a-ca17-4943-b13a-a1adbb21d6f6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Oct 27 21:33:16.803877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 36814) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:16.807250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5fd62-97f0-473c-8c96-96e2b56a7b5d req-4a825cc7-a6ad-42b2-af09-9c7168d01175 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:16.808901 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8de5fd62-97f0-473c-8c96-96e2b56a7b5d req-4a825cc7-a6ad-42b2-af09-9c7168d01175 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Oct 27 21:33:16.854669 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8de5fd62-97f0-473c-8c96-96e2b56a7b5d req-f75be22a-c2ba-49e0-a68f-2b0554755d0b tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Oct 27 21:33:16.934166 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fe7dee5-960e-43a1-b7f6-7b101c2f0aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.031522 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fe7dee5-960e-43a1-b7f6-7b101c2f0aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.036216 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fe7dee5-960e-43a1-b7f6-7b101c2f0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.079804 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7fe7dee5-960e-43a1-b7f6-7b101c2f0aaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01135273138343eab12ffd919ec84437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721660 Oct 27 21:33:17.080231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36824) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:17.086414 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7dee5-960e-43a1-b7f6-7b101c2f0aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f91c5bd-a3ae-4aa0-92e3-591b800f1e7d,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:17.218274 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e003c-1b8e-45f5-b62f-b0093e277fa7 req-329e55f1-657e-4a14-aa14-81c2be4e04e8 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.219852 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-541e003c-1b8e-45f5-b62f-b0093e277fa7 req-329e55f1-657e-4a14-aa14-81c2be4e04e8 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1298475 Oct 27 21:33:17.229744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-7d183c75-a9df-4d44-aa68-45659ff102ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.231312 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-7d183c75-a9df-4d44-aa68-45659ff102ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.1192751 Oct 27 21:33:17.236411 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.284862 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.341038 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-541e003c-1b8e-45f5-b62f-b0093e277fa7 req-ed1749cf-4f2d-46bb-9ad0-3f9210fe057f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144075 Oct 27 21:33:17.414099 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-b9e6485f-a718-4b3d-b8b0-fbd48b54e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.415758 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-b9e6485f-a718-4b3d-b8b0-fbd48b54e35f service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.1400681 Oct 27 21:33:17.417001 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.419838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.420998 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f91c5bd-a3ae-4aa0-92e3-591b800f1e7d HTTP/1.1" status: 204 len: 168 time: 0.3396516 Oct 27 21:33:17.436624 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb6aae-3dbc-4026-82e1-56efc392f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f91c5bd-a3ae-4aa0-92e3-591b800f1e7d,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:17.470548 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-2fa31862-2162-4446-8115-14967d75a3a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0399969 Oct 27 21:33:17.540186 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-3fe59c6b-f376-4f06-9f56-9e16431c0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.541701 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-3fe59c6b-f376-4f06-9f56-9e16431c0483 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0606027 Oct 27 21:33:17.577032 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-549f276c-1385-4bdc-a102-4283f9b08325 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266089 Oct 27 21:33:17.689143 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-e4e844b3-fb82-49d1-9a23-4665f3993a9c service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994501 Oct 27 21:33:17.769001 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 36830) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:17.784701 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cd909026-4d8a-4f44-92f2-ca079e044d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.817661 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47a22fe7-abc1-4683-8ae1-badb5ab2fd66 req-8004d845-e553-4ced-9208-d4b3ea60f6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119587 Oct 27 21:33:17.866549 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cd909026-4d8a-4f44-92f2-ca079e044d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.872589 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cd909026-4d8a-4f44-92f2-ca079e044d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.917516 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-cd909026-4d8a-4f44-92f2-ca079e044d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8c9a18d325d47feb988a70e12883816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473782 Oct 27 21:33:17.918208 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd909026-4d8a-4f44-92f2-ca079e044d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca43731-d64d-4a2e-9b40-1b9d78239e0f,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:17.920541 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36832) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:17.977321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.003617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.053906 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.056823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.057993 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bca43731-d64d-4a2e-9b40-1b9d78239e0f HTTP/1.1" status: 204 len: 168 time: 0.1361074 Oct 27 21:33:18.069660 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92c44b-f2e0-41d6-a03f-86af605a669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca43731-d64d-4a2e-9b40-1b9d78239e0f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:18.475664 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8441f-ac4f-41b0-8484-e6e1907806c5 req-89b45640-0083-442a-830e-70ffcd71b25f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.477624 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2a8441f-ac4f-41b0-8484-e6e1907806c5 req-89b45640-0083-442a-830e-70ffcd71b25f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0631897 Oct 27 21:33:18.529505 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d2a8441f-ac4f-41b0-8484-e6e1907806c5 req-e6581c34-8a33-4a9d-8276-85f4706f3cd7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Oct 27 21:33:19.671142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3175b-4de1-4306-ae39-a2ce587abe58 req-d222bb5f-e2a4-4725-951b-fa8091aa6a11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.673005 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89c3175b-4de1-4306-ae39-a2ce587abe58 req-d222bb5f-e2a4-4725-951b-fa8091aa6a11 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0648854 Oct 27 21:33:19.716878 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89c3175b-4de1-4306-ae39-a2ce587abe58 req-762ebe1a-da7c-48a1-bd8b-26cf9a2d47ad tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Oct 27 21:33:20.555220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa688be-4770-48c4-85b3-6c6b296b1b6b req-3bf7dfcc-5f95-471c-9d3c-b8672464c234 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:20.556731 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fa688be-4770-48c4-85b3-6c6b296b1b6b req-3bf7dfcc-5f95-471c-9d3c-b8672464c234 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0649524 Oct 27 21:33:20.597430 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fa688be-4770-48c4-85b3-6c6b296b1b6b req-cd489113-0c2d-4759-9fd1-64c35400d878 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340512 Oct 27 21:33:20.856587 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142053a-ab60-47b8-9c42-5c950cff405e req-b6b0f502-9bfd-425d-a66c-ae352b40dc88 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:20.858133 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a142053a-ab60-47b8-9c42-5c950cff405e req-b6b0f502-9bfd-425d-a66c-ae352b40dc88 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0647244 Oct 27 21:33:20.899852 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a142053a-ab60-47b8-9c42-5c950cff405e req-129da3a8-6cc7-4554-9dfa-92a371e257a1 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353394 Oct 27 21:33:21.754979 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0356-679e-47f5-b047-7b91a50674c9 req-b489751d-1943-49a3-ab9f-7e6f546482d9 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:21.757805 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-624a0356-679e-47f5-b047-7b91a50674c9 req-b489751d-1943-49a3-ab9f-7e6f546482d9 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0675001 Oct 27 21:33:21.810398 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-624a0356-679e-47f5-b047-7b91a50674c9 req-d9fec4db-1b8e-4cab-9a6b-8b971f773572 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Oct 27 21:33:21.897753 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-0a54cee1-49a5-4dab-b2c7-d61eed5cc8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:22.412960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333bd6-6d17-44c9-9a71-0d42edbefa64 req-4025c89f-1301-4afe-b79c-3ffda57d1212 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:22.414465 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f5333bd6-6d17-44c9-9a71-0d42edbefa64 req-4025c89f-1301-4afe-b79c-3ffda57d1212 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Oct 27 21:33:22.455493 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f5333bd6-6d17-44c9-9a71-0d42edbefa64 req-643a1cda-7a08-48b7-9ccb-bffdd7295d54 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Oct 27 21:33:22.935419 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542fe31-9868-4e27-8b7c-f5ed3748e27a req-acef320c-c18b-4e18-95dc-10b4edfe0927 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:22.936941 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e542fe31-9868-4e27-8b7c-f5ed3748e27a req-acef320c-c18b-4e18-95dc-10b4edfe0927 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0558417 Oct 27 21:33:22.978940 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e542fe31-9868-4e27-8b7c-f5ed3748e27a req-8c88fe66-a154-468a-95a3-295e8ec75042 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356624 Oct 27 21:33:23.393368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36954) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:23.516319 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b589f021-0c8b-4936-8e62-b66a74e95dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.618113 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b589f021-0c8b-4936-8e62-b66a74e95dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.622790 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b589f021-0c8b-4936-8e62-b66a74e95dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.666250 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b589f021-0c8b-4936-8e62-b66a74e95dee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b5052608b4e400e95fc2f14a30c7786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716696 Oct 27 21:33:23.667135 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f021-0c8b-4936-8e62-b66a74e95dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10c640-d393-4f3c-af81-47cd2fc00fb7,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:23.668990 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 36958) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:23.731705 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.753889 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.799976 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.802620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:23.803815 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f10c640-d393-4f3c-af81-47cd2fc00fb7 HTTP/1.1" status: 204 len: 168 time: 0.1337552 Oct 27 21:33:23.812435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9ab2f-5c1b-4e73-9110-e434c5355dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10c640-d393-4f3c-af81-47cd2fc00fb7,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:24.089654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 36968) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:24.099386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e787c-3d6d-46d0-a065-94601e40fbc7 req-301a9ada-f1f3-4530-a388-07715beec40c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:24.100941 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b36e787c-3d6d-46d0-a065-94601e40fbc7 req-301a9ada-f1f3-4530-a388-07715beec40c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0503616 Oct 27 21:33:24.102634 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-95417695-3f08-4c3d-9768-7b4e816ae622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.146420 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b36e787c-3d6d-46d0-a065-94601e40fbc7 req-b01ed52c-43f3-4323-bbd0-6b947b3d4550 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Oct 27 21:33:24.184467 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-95417695-3f08-4c3d-9768-7b4e816ae622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.188328 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-95417695-3f08-4c3d-9768-7b4e816ae622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.225756 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-95417695-3f08-4c3d-9768-7b4e816ae622 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8728138e5da445fdbca3d78a6ff70a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350379 Oct 27 21:33:24.226843 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95417695-3f08-4c3d-9768-7b4e816ae622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e5176-30f6-424c-b2fe-c5c15cdc72c5,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:24.228568 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 36970) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:24.288096 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.313393 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.363025 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.365704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:24.367639 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/330e5176-30f6-424c-b2fe-c5c15cdc72c5 HTTP/1.1" status: 204 len: 168 time: 0.1380525 Oct 27 21:33:24.379003 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034402-9145-46c5-9a4c-a9eb0180a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e5176-30f6-424c-b2fe-c5c15cdc72c5,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:25.267909 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b4e48-ebed-4bc3-b610-0b7e9c4892f8 req-0fa9c5e2-4137-42fc-8a6e-e1828ed2bb4d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:25.270557 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d51b4e48-ebed-4bc3-b610-0b7e9c4892f8 req-0fa9c5e2-4137-42fc-8a6e-e1828ed2bb4d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0535543 Oct 27 21:33:25.316661 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d51b4e48-ebed-4bc3-b610-0b7e9c4892f8 req-620dac75-1f90-44c7-9570-52669362c90d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369837 Oct 27 21:33:26.448301 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040bda-2fcf-4901-9c9b-03d57c03d39a req-a47d113c-8715-4de7-8464-eaf25ffc93c8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:26.449915 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40040bda-2fcf-4901-9c9b-03d57c03d39a req-a47d113c-8715-4de7-8464-eaf25ffc93c8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0531421 Oct 27 21:33:26.497340 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-40040bda-2fcf-4901-9c9b-03d57c03d39a req-a264fe55-c88d-4e57-8954-13ac312bc6e8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366025 Oct 27 21:33:26.672380 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b0f744a4-a09a-4792-bad2-f8e7e2ed77a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:27.380941 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:27.630779 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641b65-7c7c-48d4-9c82-6c774bd55741 req-731d5426-1233-48b9-baae-6cc2885d5696 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:27.632455 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ce641b65-7c7c-48d4-9c82-6c774bd55741 req-731d5426-1233-48b9-baae-6cc2885d5696 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0590744 Oct 27 21:33:27.633380 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:27.675142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ce641b65-7c7c-48d4-9c82-6c774bd55741 req-eb272e34-9e19-4df2-898b-f19cd99fb13b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Oct 27 21:33:28.143161 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:28.806936 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37060) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:28.812808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9ecd-4164-4ab3-aa45-552f20c23dc8 req-04855ba8-88d4-4cb3-b76b-c38286b887fc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:28.814361 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-18bf9ecd-4164-4ab3-aa45-552f20c23dc8 req-04855ba8-88d4-4cb3-b76b-c38286b887fc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0578246 Oct 27 21:33:28.864481 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-18bf9ecd-4164-4ab3-aa45-552f20c23dc8 req-e66dd270-0df6-4430-a4bf-d7e06c7049f8 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Oct 27 21:33:28.938473 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d1485ca0-8a33-4ab9-96b6-b01eef9c3c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.019611 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d1485ca0-8a33-4ab9-96b6-b01eef9c3c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.023696 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d1485ca0-8a33-4ab9-96b6-b01eef9c3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.065543 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d1485ca0-8a33-4ab9-96b6-b01eef9c3c8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1df9978b2db042f18b779b09b680b6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571578 Oct 27 21:33:29.066516 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1485ca0-8a33-4ab9-96b6-b01eef9c3c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676aa337-26c0-4ee7-a90e-0d110619b4f0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:29.068075 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37064) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:29.126269 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.154546 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.219513 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.222091 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.223271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/676aa337-26c0-4ee7-a90e-0d110619b4f0 HTTP/1.1" status: 204 len: 168 time: 0.1538415 Oct 27 21:33:29.231878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494452-77c8-409a-a1fc-078ad2dd3358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676aa337-26c0-4ee7-a90e-0d110619b4f0,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:29.354215 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.508666 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37072) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:29.525889 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33a10e16-98fa-4fcc-b37b-31425691347e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.607828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33a10e16-98fa-4fcc-b37b-31425691347e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.612211 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33a10e16-98fa-4fcc-b37b-31425691347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.654414 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-33a10e16-98fa-4fcc-b37b-31425691347e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e5c8e0eb97449779bc90298cbe34956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444788 Oct 27 21:33:29.655305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10e16-98fa-4fcc-b37b-31425691347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a8ea2-c80c-422c-b3e3-d3f63792cf97,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:29.657459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37074) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:29.709386 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.731858 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.783812 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.787741 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:29.793669 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c15a8ea2-c80c-422c-b3e3-d3f63792cf97 HTTP/1.1" status: 204 len: 168 time: 0.1348772 Oct 27 21:33:29.803632 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ade5-d97e-4168-9115-e311ca8a50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15a8ea2-c80c-422c-b3e3-d3f63792cf97,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:30.056124 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d024-7b61-4596-9658-b8795e3636d2 req-f7e1864d-c9f4-411f-acd4-003be7a7bcd6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.058823 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e521d024-7b61-4596-9658-b8795e3636d2 req-f7e1864d-c9f4-411f-acd4-003be7a7bcd6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0914276 Oct 27 21:33:30.114955 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e521d024-7b61-4596-9658-b8795e3636d2 req-46c718c4-a721-4d83-8ddb-fe306d6c96ac tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493553 Oct 27 21:33:30.730259 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc626-5f36-432d-8362-bc3e06637391 req-524eca39-47b2-4611-b274-4b7b01fd3026 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.731865 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e2fc626-5f36-432d-8362-bc3e06637391 req-524eca39-47b2-4611-b274-4b7b01fd3026 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0911715 Oct 27 21:33:30.739548 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a514255-a033-4948-8ff0-e00be8c03091 req-a083fb54-617f-43e0-b203-af61cfe7f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.742017 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-a083fb54-617f-43e0-b203-af61cfe7f7c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.0645096 Oct 27 21:33:30.826840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e2fc626-5f36-432d-8362-bc3e06637391 req-de135844-4b6d-4dbc-8c34-eeecd650a4b0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838015 Oct 27 21:33:30.893586 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a514255-a033-4948-8ff0-e00be8c03091 req-e479ed3e-c91d-4451-a55c-bda098005367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.895516 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-e479ed3e-c91d-4451-a55c-bda098005367 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.1363730 Oct 27 21:33:30.937909 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-5b5b3e01-0342-46f7-a2c0-5458c19c5e14 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0367556 Oct 27 21:33:31.003068 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a514255-a033-4948-8ff0-e00be8c03091 req-f40984c0-cb55-4e0f-92fc-670168bff437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.005734 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-f40984c0-cb55-4e0f-92fc-670168bff437 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0574245 Oct 27 21:33:31.056369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-da6650f3-0bc8-4c34-8864-046d1abd7ca6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419741 Oct 27 21:33:31.169418 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-6fda5b72-6a23-4e82-8e04-b14155b7f3bf service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000323 Oct 27 21:33:31.318317 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe5a6-4606-443a-b87d-3c2c96ff72e4 req-a5ec0a61-8345-4e09-a3aa-26ba5b3f780e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.320583 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-092fe5a6-4606-443a-b87d-3c2c96ff72e4 req-a5ec0a61-8345-4e09-a3aa-26ba5b3f780e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0823326 Oct 27 21:33:31.333101 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a514255-a033-4948-8ff0-e00be8c03091 req-38d2b352-d3d7-4edb-ac0d-5f82533597b1 service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549318 Oct 27 21:33:31.373144 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-092fe5a6-4606-443a-b87d-3c2c96ff72e4 req-7cd386b6-38d0-4a07-9177-f98b82e3a9df tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Oct 27 21:33:31.968765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91813b-11b3-490d-83b8-7e8fe7436eac req-3c546c01-774f-4437-a105-22af0ebe85c7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.971827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2f91813b-11b3-490d-83b8-7e8fe7436eac req-3c546c01-774f-4437-a105-22af0ebe85c7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0659952 Oct 27 21:33:32.018679 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2f91813b-11b3-490d-83b8-7e8fe7436eac req-d9d15c3d-32e8-43da-9ef2-e74e8300a11c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Oct 27 21:33:32.533698 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a504c-2c5d-47b9-9682-b53d172c7a2c req-f4ebc8f9-bcbb-491c-9cb5-0f7b1f80ac2c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:32.535709 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-441a504c-2c5d-47b9-9682-b53d172c7a2c req-f4ebc8f9-bcbb-491c-9cb5-0f7b1f80ac2c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0629234 Oct 27 21:33:32.582291 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-441a504c-2c5d-47b9-9682-b53d172c7a2c req-24f15f59-f594-494e-9d93-f006efefe0dd tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 Oct 27 21:33:33.158764 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793013f7-074d-49fd-a28f-d729abb34ceb req-b516763b-047f-4d69-9e97-975b5f9e7676 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.161009 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-793013f7-074d-49fd-a28f-d729abb34ceb req-b516763b-047f-4d69-9e97-975b5f9e7676 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0600963 Oct 27 21:33:33.223049 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-793013f7-074d-49fd-a28f-d729abb34ceb req-e8eb3d8f-8efa-47c7-8f77-9f86762cda8c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Oct 27 21:33:33.714984 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14ae9d-c5c7-46c3-8049-f17c1018cf5a req-980ae448-2cc1-4b4d-99c1-a65bcc5b6763 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.716874 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9c14ae9d-c5c7-46c3-8049-f17c1018cf5a req-980ae448-2cc1-4b4d-99c1-a65bcc5b6763 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0538609 Oct 27 21:33:33.758024 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9c14ae9d-c5c7-46c3-8049-f17c1018cf5a req-dc5b419a-690c-4f3d-bfc5-eb47f6b4432d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345776 Oct 27 21:33:34.372299 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27d594-dce2-4fe5-90c3-841ce7123b75 req-5270c672-b5d2-451e-8713-1400ca742a45 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:34.373870 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb27d594-dce2-4fe5-90c3-841ce7123b75 req-5270c672-b5d2-451e-8713-1400ca742a45 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0634930 Oct 27 21:33:34.419837 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb27d594-dce2-4fe5-90c3-841ce7123b75 req-5a55ff93-158b-4c3b-a9fc-31f493ee508f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Oct 27 21:33:34.893821 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc42a1-e9e8-47c1-98ff-c9634693a24a req-72293f79-8470-48d8-b124-eacfa1f0dfc2 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:34.897192 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cfdc42a1-e9e8-47c1-98ff-c9634693a24a req-72293f79-8470-48d8-b124-eacfa1f0dfc2 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0626838 Oct 27 21:33:34.949421 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cfdc42a1-e9e8-47c1-98ff-c9634693a24a req-b0987b6a-bda2-429a-80f5-dd3f03eb9b8b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480220 Oct 27 21:33:35.574994 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165a32-b6c4-4606-a5f4-4dd5786d3a4c req-2ab2e300-ca4d-462b-9493-cda70b31f943 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:35.576601 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-46165a32-b6c4-4606-a5f4-4dd5786d3a4c req-2ab2e300-ca4d-462b-9493-cda70b31f943 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0551691 Oct 27 21:33:35.623740 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-46165a32-b6c4-4606-a5f4-4dd5786d3a4c req-9a8c5fe1-49a3-4c7e-8ed0-f51b388729ff tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Oct 27 21:33:36.103196 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9090312-c259-4db6-bbe6-4f7c3b60418b req-6b3269f6-446f-492f-9707-d5e5d58a2398 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.105801 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d9090312-c259-4db6-bbe6-4f7c3b60418b req-6b3269f6-446f-492f-9707-d5e5d58a2398 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0652874 Oct 27 21:33:36.155983 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d9090312-c259-4db6-bbe6-4f7c3b60418b req-84bf62a9-b58c-4b60-a661-3a18fded9711 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Oct 27 21:33:36.782474 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d70aa-4da3-48f9-a5cb-131fd29e84ac req-da5fb319-0712-4925-9fdd-e71643aad313 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.784171 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5c5d70aa-4da3-48f9-a5cb-131fd29e84ac req-da5fb319-0712-4925-9fdd-e71643aad313 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0548794 Oct 27 21:33:36.847564 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5c5d70aa-4da3-48f9-a5cb-131fd29e84ac req-b1f61f6d-1c41-4ba1-b412-8a4dfe85f661 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Oct 27 21:33:37.035886 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37234) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:37.166266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-61b2983e-5a93-4db2-9856-46b62a270b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.282935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-61b2983e-5a93-4db2-9856-46b62a270b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.288016 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-61b2983e-5a93-4db2-9856-46b62a270b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.322566 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28b1a3-70f3-463e-8718-fcdc6d910df6 req-a57b8cd0-7bd4-4d64-8024-86472a1c7f1e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.325015 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b28b1a3-70f3-463e-8718-fcdc6d910df6 req-a57b8cd0-7bd4-4d64-8024-86472a1c7f1e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0935836 Oct 27 21:33:37.353119 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-61b2983e-5a93-4db2-9856-46b62a270b48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0236a46a6e645b38162e501b2f3b966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161130 Oct 27 21:33:37.355127 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2983e-5a93-4db2-9856-46b62a270b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc442b-0d08-47f4-8671-31d7b386ed50,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:37.356704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37240) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:37.391460 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b28b1a3-70f3-463e-8718-fcdc6d910df6 req-a4dbd98e-b3ce-4001-8dd6-47c364c667e3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558565 Oct 27 21:33:37.413402 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.443107 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.506399 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.509112 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.514464 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cbc442b-0d08-47f4-8671-31d7b386ed50 HTTP/1.1" status: 204 len: 168 time: 0.1522462 Oct 27 21:33:37.521102 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e4f0a-420d-4d2b-a333-a6f5283bf279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc442b-0d08-47f4-8671-31d7b386ed50,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:37.651716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9bb87-8f97-4014-a9c7-00117fd1b752 req-0bbad914-0fd8-457d-872e-c3508592bb33 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.656912 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-55b9bb87-8f97-4014-a9c7-00117fd1b752 req-0bbad914-0fd8-457d-872e-c3508592bb33 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0584109 Oct 27 21:33:37.712248 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-55b9bb87-8f97-4014-a9c7-00117fd1b752 req-90eba849-55ab-4642-a5f9-c2f4ca119fa6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510538 Oct 27 21:33:37.769051 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-3d1b0038-fe6c-4461-99d2-1be5c8476765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.770596 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-3d1b0038-fe6c-4461-99d2-1be5c8476765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 1098 time: 0.0494540 Oct 27 21:33:37.882059 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-7577db53-d6a6-4f99-8182-4b0941ebc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.884204 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-7577db53-d6a6-4f99-8182-4b0941ebc7d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.1006072 Oct 27 21:33:37.905136 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37252) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:37.929264 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f94f7e19-3b3e-404f-87f2-7ca344957c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.026381 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-78855b40-a1e3-40b3-925e-be67fa358663 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 200 len: 1001 time: 0.1317008 Oct 27 21:33:38.028330 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f94f7e19-3b3e-404f-87f2-7ca344957c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.033764 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f94f7e19-3b3e-404f-87f2-7ca344957c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.044794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098b1f-d281-4d49-9f7f-0dffedc1767d req-3edcafcf-0f0d-4c13-9bf4-b4a0ab43542c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.047384 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1098b1f-d281-4d49-9f7f-0dffedc1767d req-3edcafcf-0f0d-4c13-9bf4-b4a0ab43542c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1021991 Oct 27 21:33:38.077547 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f94f7e19-3b3e-404f-87f2-7ca344957c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f11dfbaaa1134ebd9e5b93963735d6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706986 Oct 27 21:33:38.078841 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f7e19-3b3e-404f-87f2-7ca344957c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1322f7-3bd7-455e-9840-fe87f21b156f,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:38.081382 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37254) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:38.127262 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-ab62b198-a6df-4e89-a950-13ea2651c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.128952 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-ab62b198-a6df-4e89-a950-13ea2651c2e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0803306 Oct 27 21:33:38.132662 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1098b1f-d281-4d49-9f7f-0dffedc1767d req-1f20edf9-f1e4-4896-84d7-9b1cf6742cbe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713372 Oct 27 21:33:38.137854 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.175748 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.182883 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-558bec21-1caf-4db0-b564-5a22063671e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.184452 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-558bec21-1caf-4db0-b564-5a22063671e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463583 Oct 27 21:33:38.243781 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.246495 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.247758 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e1322f7-3bd7-455e-9840-fe87f21b156f HTTP/1.1" status: 204 len: 168 time: 0.1654139 Oct 27 21:33:38.256476 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bfc2d-bc4e-484f-be66-fbc1232d74e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1322f7-3bd7-455e-9840-fe87f21b156f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:38.319434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-ad5506db-919c-487e-91a5-bc854bf4fc3c service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256015 Oct 27 21:33:38.433377 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69d1c762-3410-4dcd-8f9b-14f5ac30aee5 req-0fac139b-060f-44b9-8378-5a9375af2960 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997908 Oct 27 21:33:39.092809 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c772c0-1f87-4d30-aec4-f0938f27d897 req-4abe273e-67a6-4807-991f-a551418a2b68 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.094352 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c1c772c0-1f87-4d30-aec4-f0938f27d897 req-4abe273e-67a6-4807-991f-a551418a2b68 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.3039608 Oct 27 21:33:39.145725 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c1c772c0-1f87-4d30-aec4-f0938f27d897 req-f1a117d7-1641-47b2-8aab-386184baca72 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Oct 27 21:33:39.301594 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec94bb-75d8-4282-beb5-12350cd3038f req-4b631886-4575-4ff2-9a22-0a760a685b26 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.303501 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6bec94bb-75d8-4282-beb5-12350cd3038f req-4b631886-4575-4ff2-9a22-0a760a685b26 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Oct 27 21:33:39.354619 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6bec94bb-75d8-4282-beb5-12350cd3038f req-98ca657f-3438-4b15-8564-5909f19c1af4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Oct 27 21:33:40.296796 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0356-52a5-40ab-81ba-e64d831c78e0 req-51c94421-b7c6-4d68-9d3d-64109d64627e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.298858 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ebd0356-52a5-40ab-81ba-e64d831c78e0 req-51c94421-b7c6-4d68-9d3d-64109d64627e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0572693 Oct 27 21:33:40.344645 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ebd0356-52a5-40ab-81ba-e64d831c78e0 req-53cf9e1b-472f-483b-90a0-66cd57cc753f tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393326 Oct 27 21:33:40.516519 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87397c-94d4-426b-84fc-0c0c693dbb20 req-1006687a-c195-4adf-a79c-7b03a80dcb12 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.518389 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ed87397c-94d4-426b-84fc-0c0c693dbb20 req-1006687a-c195-4adf-a79c-7b03a80dcb12 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0614004 Oct 27 21:33:40.574699 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ed87397c-94d4-426b-84fc-0c0c693dbb20 req-51119349-b6a3-4d9b-9bf6-56414f101704 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Oct 27 21:33:41.715959 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56243-d30d-4975-8c4c-3b4955a66814 req-9ccc1a2b-c14b-4540-bf4d-e1d51fcc7bdf tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:41.717664 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64d56243-d30d-4975-8c4c-3b4955a66814 req-9ccc1a2b-c14b-4540-bf4d-e1d51fcc7bdf tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Oct 27 21:33:41.775207 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64d56243-d30d-4975-8c4c-3b4955a66814 req-d657bf0b-cb3e-4f4e-ad33-5907a70de61d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Oct 27 21:33:42.941620 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d915a5-37a9-443a-becd-b14bd318f949 req-a378896c-b43a-4249-bd4b-768e18f96194 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:42.943996 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19d915a5-37a9-443a-becd-b14bd318f949 req-a378896c-b43a-4249-bd4b-768e18f96194 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0838327 Oct 27 21:33:43.005022 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-19d915a5-37a9-443a-becd-b14bd318f949 req-6ef0b55f-fb68-475f-aff5-9f8f9d5c5194 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532761 Oct 27 21:33:44.149718 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5d62-cdbb-4159-99e8-3d7f3395600f req-a3bd938a-700f-4345-8878-d1cfca07324a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:44.151292 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e22b5d62-cdbb-4159-99e8-3d7f3395600f req-a3bd938a-700f-4345-8878-d1cfca07324a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0612144 Oct 27 21:33:44.194950 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e22b5d62-cdbb-4159-99e8-3d7f3395600f req-1ca497e0-4a0e-49d8-8792-0a80b9c5e7c6 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Oct 27 21:33:45.323920 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb738-efbd-4743-807f-13d50559c9c4 req-2683283b-ff22-41a3-b2e7-279a8e61edcf tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.325404 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-842cb738-efbd-4743-807f-13d50559c9c4 req-2683283b-ff22-41a3-b2e7-279a8e61edcf tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0575213 Oct 27 21:33:45.366090 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-842cb738-efbd-4743-807f-13d50559c9c4 req-bb94e954-f758-4408-99b1-182b5970bd88 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347011 Oct 27 21:33:46.505018 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cbe6a-5c8f-46b5-bfd0-05c8813432ed req-125e50d8-0c5b-4957-863a-9422fa52c380 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:46.506555 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-259cbe6a-5c8f-46b5-bfd0-05c8813432ed req-125e50d8-0c5b-4957-863a-9422fa52c380 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0622485 Oct 27 21:33:46.551472 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-259cbe6a-5c8f-46b5-bfd0-05c8813432ed req-53ec1e59-c50a-4c1c-bbd6-94dfce33bf6a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Oct 27 21:33:46.642332 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:33:47.673107 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41476-2884-4c39-a81c-a287e4a9e4ca req-b6688216-cd28-436a-9a11-e0708b16da4a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:47.674659 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ea41476-2884-4c39-a81c-a287e4a9e4ca req-b6688216-cd28-436a-9a11-e0708b16da4a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Oct 27 21:33:47.718550 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9ea41476-2884-4c39-a81c-a287e4a9e4ca req-57907124-0865-4922-8eee-5636e556a6e0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Oct 27 21:33:48.840313 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013072-f1e8-4d1a-8d4c-b15953354616 req-40a7516c-ef46-4bd9-9a92-c7a672c46b73 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:48.841856 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5f013072-f1e8-4d1a-8d4c-b15953354616 req-40a7516c-ef46-4bd9-9a92-c7a672c46b73 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Oct 27 21:33:48.889286 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5f013072-f1e8-4d1a-8d4c-b15953354616 req-b1b492c8-66ae-435d-a312-8051ccb285f0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Oct 27 21:33:50.058045 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579915bb-b4c1-4d42-a160-d23f21fa772b req-8d9f912f-36f7-4b0c-a4a8-e92d8f3d784d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.059773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-579915bb-b4c1-4d42-a160-d23f21fa772b req-8d9f912f-36f7-4b0c-a4a8-e92d8f3d784d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0684474 Oct 27 21:33:50.117176 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-579915bb-b4c1-4d42-a160-d23f21fa772b req-3fa03b69-2739-4b4c-b500-5632586fad31 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509055 Oct 27 21:33:51.270128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86dce7-79c7-4440-a52f-88c3f555c7f2 req-03a329aa-1285-4d54-8f42-3a887596f4dd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:51.272247 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e86dce7-79c7-4440-a52f-88c3f555c7f2 req-03a329aa-1285-4d54-8f42-3a887596f4dd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0688379 Oct 27 21:33:51.321624 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e86dce7-79c7-4440-a52f-88c3f555c7f2 req-b956b084-360a-4d85-bfc6-69a538350a85 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Oct 27 21:33:51.907993 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f65fe7c6-7fdc-488b-bde8-499347fe3c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.448867 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5f97-0af2-4540-b992-3f759debdb62 req-7e073206-7161-443d-b1f3-fb7d2db53593 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:52.450455 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57ab5f97-0af2-4540-b992-3f759debdb62 req-7e073206-7161-443d-b1f3-fb7d2db53593 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Oct 27 21:33:52.488546 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-57ab5f97-0af2-4540-b992-3f759debdb62 req-019a881f-4352-4ff3-ac7c-d681b53ba32c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Oct 27 21:33:53.683525 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd60-c69f-41a3-9701-f4980d4c520f req-d7e6428a-4935-4e07-81e0-25d5a1a09964 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:53.686241 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fca1dd60-c69f-41a3-9701-f4980d4c520f req-d7e6428a-4935-4e07-81e0-25d5a1a09964 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0890100 Oct 27 21:33:53.734879 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fca1dd60-c69f-41a3-9701-f4980d4c520f req-43b04b56-e3ae-4e61-a723-1d2e11d674d7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Oct 27 21:33:54.101762 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-2b5d038e-d553-4170-a239-bc1d2e2ebc4e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461140 Oct 27 21:33:54.225022 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-c9d4cb9c-d6cc-4ed4-833c-d8747de9fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.226514 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-c9d4cb9c-d6cc-4ed4-833c-d8747de9fb0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 1100 time: 0.0413530 Oct 27 21:33:54.346812 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-71d612b6-2e7e-46ba-82f8-613bb7fed5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.348334 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-71d612b6-2e7e-46ba-82f8-613bb7fed5af service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.0976284 Oct 27 21:33:54.425109 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-15f6e807-37ed-4f75-b9a9-9a1845612b76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 200 len: 1002 time: 0.0665562 Oct 27 21:33:54.489388 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-af54c725-f934-44d9-88b4-e05edb6af78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.492150 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-af54c725-f934-44d9-88b4-e05edb6af78c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0593793 Oct 27 21:33:54.559908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-457ca28e-afc2-446b-9284-a6d5f07b18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.562542 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-457ca28e-afc2-446b-9284-a6d5f07b18b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548620 Oct 27 21:33:54.680104 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-41a6785b-0ff3-4b15-aab2-6550cda91aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082506 Oct 27 21:33:54.789564 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8eca371d-160a-4acc-8b95-5a54bb7088a5 req-f6190f02-564a-493d-961f-32996c185469 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990906 Oct 27 21:33:54.866818 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f67b-3450-477c-9e7f-91773250bdbc req-b581b365-59be-4a72-8905-df69920652de tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.868774 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5552f67b-3450-477c-9e7f-91773250bdbc req-b581b365-59be-4a72-8905-df69920652de tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0575709 Oct 27 21:33:54.915449 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5552f67b-3450-477c-9e7f-91773250bdbc req-e3000354-2133-4ada-9593-a878bf2dfbf5 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Oct 27 21:33:56.052466 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbf34b-6e7d-4701-8569-a1dc98e6a780 req-1df6db3a-7cda-420a-9ab3-00ce2ed99f17 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.053974 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5bbf34b-6e7d-4701-8569-a1dc98e6a780 req-1df6db3a-7cda-420a-9ab3-00ce2ed99f17 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0621972 Oct 27 21:33:56.101311 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5bbf34b-6e7d-4701-8569-a1dc98e6a780 req-76171d8a-1c78-461a-8ed0-e19ba533596e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Oct 27 21:33:56.676524 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1859eddd-7de5-491e-89d4-ed658375afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:57.252085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14fec-0670-4521-b7cc-b307e36ad046 req-7c3ed9fd-7aac-42de-84dd-d577167f2d72 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.253578 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-caf14fec-0670-4521-b7cc-b307e36ad046 req-7c3ed9fd-7aac-42de-84dd-d577167f2d72 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Oct 27 21:33:57.295699 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-caf14fec-0670-4521-b7cc-b307e36ad046 req-370300d7-ffe1-44be-8dcb-818fa05143d9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Oct 27 21:33:57.390198 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:57.639335 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.157043 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.452420 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c75aa0-c817-41a3-a78d-88cde6e6b979 req-492417c1-a9f4-40b3-a6d9-86762d1ec0aa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:58.454645 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-56c75aa0-c817-41a3-a78d-88cde6e6b979 req-492417c1-a9f4-40b3-a6d9-86762d1ec0aa tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0706291 Oct 27 21:33:58.512698 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-56c75aa0-c817-41a3-a78d-88cde6e6b979 req-7b70c26c-62e2-4cfd-82d3-9441cada256a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Oct 27 21:33:59.352964 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.445104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc869c12-615b-48b3-886f-abf7888cf681 req-fa47f370-f427-4e42-804b-228fe264251b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.446453 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc869c12-615b-48b3-886f-abf7888cf681 req-fa47f370-f427-4e42-804b-228fe264251b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0496042 Oct 27 21:33:59.485168 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fc869c12-615b-48b3-886f-abf7888cf681 req-f0da801a-a277-43eb-b8c0-05f38fe31763 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325871 Oct 27 21:33:59.637570 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb40f15-bb1b-4371-8106-8f4b22ded3c8 req-daaa2b02-3f10-48fb-96c9-c35326de5064 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.639089 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-beb40f15-bb1b-4371-8106-8f4b22ded3c8 req-daaa2b02-3f10-48fb-96c9-c35326de5064 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Oct 27 21:33:59.680345 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-beb40f15-bb1b-4371-8106-8f4b22ded3c8 req-56431203-088e-4106-a781-6603131627e7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352814 Oct 27 21:34:00.620908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3517fbf-d60e-4aa1-bfdb-d2ad0dd20a5e req-07c5daf0-25e4-404a-9c0c-f27595c9ead0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.622502 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b3517fbf-d60e-4aa1-bfdb-d2ad0dd20a5e req-07c5daf0-25e4-404a-9c0c-f27595c9ead0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0550852 Oct 27 21:34:00.664530 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b3517fbf-d60e-4aa1-bfdb-d2ad0dd20a5e req-6a626bcd-1cc2-4d8d-bb05-91f38c0b9ae8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353718 Oct 27 21:34:00.819952 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9c31-8984-41a9-aa23-173d10168e3b req-fcbfdaff-d40f-40f6-baf3-32a638196c9c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.821486 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-16ae9c31-8984-41a9-aa23-173d10168e3b req-fcbfdaff-d40f-40f6-baf3-32a638196c9c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0621645 Oct 27 21:34:00.862234 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-16ae9c31-8984-41a9-aa23-173d10168e3b req-4e45d7c6-ca18-462a-893e-6cbb7fd49621 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340137 Oct 27 21:34:01.833408 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7402-da05-4a9c-9996-037675b8c1d8 req-e90fadd7-9e21-4118-a5db-c6f1729f98e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.834957 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7abe7402-da05-4a9c-9996-037675b8c1d8 req-e90fadd7-9e21-4118-a5db-c6f1729f98e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0883782 Oct 27 21:34:01.846662 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-c5be646d-aa2e-4dad-91c5-b169d065944d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.848209 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-c5be646d-aa2e-4dad-91c5-b169d065944d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 947 time: 0.0887315 Oct 27 21:34:01.915328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7abe7402-da05-4a9c-9996-037675b8c1d8 req-54b61f5d-721b-4d8b-9cfc-86bd35c6f5a6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=3878473b-253a-40f6-b7a6-6aaceab39f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660605 Oct 27 21:34:02.020611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Deleting port 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:02.020943 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.030822 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17184f4a-28bb-4119-81e5-7c6bf3667f13 req-0aa6a3fc-aa46-4102-9c25-676c883d7af9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.032362 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17184f4a-28bb-4119-81e5-7c6bf3667f13 req-0aa6a3fc-aa46-4102-9c25-676c883d7af9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0646303 Oct 27 21:34:02.127447 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17184f4a-28bb-4119-81e5-7c6bf3667f13 req-0032bc2c-2e53-465b-b40e-20c0ee742d81 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814955 Oct 27 21:34:02.156314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] For port 678c633c-6469-4d5f-99d4-14307c3a78a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=678c633c-6469-4d5f-99d4-14307c3a78a4,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:02.156675 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.396780 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.397089 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.397372 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Floating IP 34e1e984-e909-42d4-a8ed-f71ebc0ddfc2 disassociated. External IP: 172.27.0.154, port: 678c633c-6469-4d5f-99d4-14307c3a78a4. Oct 27 21:34:02.397717 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Calling delete_port for 678c633c-6469-4d5f-99d4-14307c3a78a4 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:02.552742 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.577017 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37494) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:02.584887 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'Port': ['ID=678c633c-6469-4d5f-99d4-14307c3a78a4,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:02.598198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.598629 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.599050 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.599499 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.599893 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.600296 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.600700 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.601022 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.601347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.601671 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.601994 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.602317 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:02.729116 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:02.729723 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.835367 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.841922 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.864364 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:02.881015 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:02.894080 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76cf54a3da824cdb9115850dca2539e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154769 Oct 27 21:34:02.897855 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37498) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:02.899363 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:02.900875 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:33:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:02.937280 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] No DVR routers for this DVR port 678c633c-6469-4d5f-99d4-14307c3a78a4 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:02.941580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.946347 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1ab03bc-ba08-44e7-91c5-3340232c5bba req-b7673bf1-d845-41cd-a85f-c367257a4319 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "DELETE /v2.0/ports/678c633c-6469-4d5f-99d4-14307c3a78a4 HTTP/1.1" status: 204 len: 173 time: 1.0829189 Oct 27 21:34:02.947101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-deleted', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:02.950523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2120b-9b7e-4af9-8281-ddbab58f94d7" -d '{"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-deleted", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:02.956460 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0572f-cf47-4866-aab5-032992d84d7b,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:02.965271 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.992284 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:03.029563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862cc89-b78d-4f5e-9f2c-e56ec85ef1a6 x-openstack-request-id: req-f862cc89-b78d-4f5e-9f2c-e56ec85ef1a6 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:03.029917 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add8abf-4f3d-47cc-8dc5-eaa01b778984", "name": "network-vif-deleted", "tag": "678c633c-6469-4d5f-99d4-14307c3a78a4", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:03.030267 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f862cc89-b78d-4f5e-9f2c-e56ec85ef1a6 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:03.031305 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add8abf-4f3d-47cc-8dc5-eaa01b778984', 'name': 'network-vif-deleted', 'tag': '678c633c-6469-4d5f-99d4-14307c3a78a4', 'status': 'completed', 'code': 200} Oct 27 21:34:03.037067 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.037626 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.038121 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.038707 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.039064 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.039432 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.039901 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.040235 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.040602 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.040921 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.041425 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.041750 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b8ad-c5d3-4006-84aa-35febfa9f967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.074688 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:03.078327 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:03.080720 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49d0572f-cf47-4866-aab5-032992d84d7b HTTP/1.1" status: 204 len: 168 time: 0.1818395 Oct 27 21:34:03.093965 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd3114-7bed-4699-bcbc-3eff9de7ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0572f-cf47-4866-aab5-032992d84d7b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:03.134873 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:03.279306 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58ca8693-a45e-48e7-a80d-8d934496f52c req-7de592b0-ed08-4a4e-931d-cb6b89efca9d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=5add8abf-4f3d-47cc-8dc5-eaa01b778984 HTTP/1.1" status: 200 len: 210 time: 0.1015272 Oct 27 21:34:03.392608 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8cb4b-b87a-4e47-92f2-fc730d455ae7 req-d882c7a2-90ff-453f-879e-a2268f3cb7a7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.394525 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-70d8cb4b-b87a-4e47-92f2-fc730d455ae7 req-d882c7a2-90ff-453f-879e-a2268f3cb7a7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1181433 Oct 27 21:34:03.397960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14f7f-abcd-4dfe-bb33-b4c9b467f726 req-2089b248-28e7-487e-baac-c685523a127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.400526 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a6c14f7f-abcd-4dfe-bb33-b4c9b467f726 req-2089b248-28e7-487e-baac-c685523a127d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.1156120 Oct 27 21:34:03.454191 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-70d8cb4b-b87a-4e47-92f2-fc730d455ae7 req-80b5f626-111e-4ecc-a970-d99783fd21dd tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Oct 27 21:34:03.467362 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a6c14f7f-abcd-4dfe-bb33-b4c9b467f726 req-4eae4069-9bd2-48bd-ac85-6dc1bcdaed4a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Oct 27 21:34:03.516557 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:03.544095 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:03.553642 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:03.554258 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:33:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:03.675786 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:03.913060 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:03.947242 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5e649-6cfe-468b-b400-8c0cd71a1833 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:04.389223 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3053d2-7015-470c-aa6a-80a59068ea53 None None] New status for floating IP 34e1e984-e909-42d4-a8ed-f71ebc0ddfc2: DOWN {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:04.415532 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37538) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:04.542568 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:04.576259 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:04.716317 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:04.722823 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:04.730737 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "DELETE /v2.0/security-groups/3878473b-253a-40f6-b7a6-6aaceab39f37 HTTP/1.1" status: 204 len: 168 time: 0.3134189 Oct 27 21:34:04.731868 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37548) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:04.743314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0af3-df15-450e-8399-ea318eee48b4 req-1f869085-2607-4f54-aece-d7fb9f227384 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:04.749364 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8dfe0af3-df15-450e-8399-ea318eee48b4 req-1f869085-2607-4f54-aece-d7fb9f227384 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1450179 Oct 27 21:34:04.792020 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37c5f-b34b-4165-a396-d0e7e10c38c4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878473b-253a-40f6-b7a6-6aaceab39f37,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:04.802775 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.api.v2.resource [None req-770c5c38-7bcd-4129-86e8-9cdfbf41d579 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] show failed (client error): The resource could not be found. Oct 27 21:34:04.811589 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37550) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:04.820309 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-770c5c38-7bcd-4129-86e8-9cdfbf41d579 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups/3878473b-253a-40f6-b7a6-6aaceab39f37 HTTP/1.1" status: 404 len: 347 time: 0.0815527 Oct 27 21:34:04.884203 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8dfe0af3-df15-450e-8399-ea318eee48b4 req-92a5035d-75c8-4867-95cf-a907dc034ac2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172786 Oct 27 21:34:05.022275 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Deleting port 91cf1a59-1dd4-4e8a-bbfa-a47102c70df7 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:05.022636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.119314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.119865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.142625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Calling delete_port for 91cf1a59-1dd4-4e8a-bbfa-a47102c70df7 owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:05.309271 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.345168 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'Port': ['ID=91cf1a59-1dd4-4e8a-bbfa-a47102c70df7,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:05.419042 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.424346 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.426724 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-aa1eff74-baeb-4e8c-857f-da1fd12a1705 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "DELETE /v2.0/floatingips/34e1e984-e909-42d4-a8ed-f71ebc0ddfc2 HTTP/1.1" status: 204 len: 168 time: 0.6138406 Oct 27 21:34:05.695618 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37566) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:05.700837 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968340193', 'description': 'tempest-description--720555029'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:05.729020 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.855915 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.860318 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.890561 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.891854 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1953263 Oct 27 21:34:05.894919 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37568) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:05.899434 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group_rule': {'security_group_id': 'b2e88663-0829-4f4a-9381-be694d8ef143', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:05.906681 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab707ed-341c-40b4-b94a-3cbbc48b21bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e88663-0829-4f4a-9381-be694d8ef143,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:05.940373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.049522 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.059556 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989372-8cd6-493a-8f81-296553aceb70 req-edba0894-6ae2-4196-a645-24c74ac91de9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.061266 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-41989372-8cd6-493a-8f81-296553aceb70 req-edba0894-6ae2-4196-a645-24c74ac91de9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0966263 Oct 27 21:34:06.062637 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.096803 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73121fa1-97ce-4fbd-a2ff-9721c28a9ced,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.105428 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.106669 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-45820c05-fadc-4e74-86f2-1972bab188da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2107639 Oct 27 21:34:06.109719 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37572) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:06.115826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'security_group_rule': {'security_group_id': 'b2e88663-0829-4f4a-9381-be694d8ef143', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:06.125793 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-41989372-8cd6-493a-8f81-296553aceb70 req-f28bffcf-6129-4ef5-bae1-b746d53c234a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546403 Oct 27 21:34:06.151187 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.216465 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.223766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.247852 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6a89f9-6af6-4aa5-be12-12dc7999c204,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.260289 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.265033 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37578) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:06.265278 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4c35590a-6dc8-43a3-a7a9-3af7b181200c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540754 Oct 27 21:34:06.270132 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:06.296870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.407801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.429827 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:06.465649 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 678c633c-6469-4d5f-99d4-14307c3a78a4 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:06.466007 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 678c633c-6469-4d5f-99d4-14307c3a78a4 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:06.612444 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Allocated IP 172.27.0.47 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/f31f706d-e43a-40e1-95c5-ed451f252ed6) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:06.622444 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b7c5-ab89-4ff1-8bab-2ebb0e875973 req-de1ff6c2-a0a4-4126-b888-17c2c1d5217c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.624069 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e502b7c5-ab89-4ff1-8bab-2ebb0e875973 req-de1ff6c2-a0a4-4126-b888-17c2c1d5217c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1399024 Oct 27 21:34:06.630612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-dc3249a6-16a2-4cbe-bf82-ee0b960760f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.633918 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-dc3249a6-16a2-4cbe-bf82-ee0b960760f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a025b57c24f64a6183799672eff535f2&device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 1098 time: 0.1313753 Oct 27 21:34:06.776161 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e502b7c5-ab89-4ff1-8bab-2ebb0e875973 req-db61d2bc-9458-4565-ab0d-75a2a5208284 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 Oct 27 21:34:06.843590 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-bf6c1479-a1d1-4034-bd0b-f8b9e51f44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.845229 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-bf6c1479-a1d1-4034-bd0b-f8b9e51f44e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 200 len: 920 time: 0.2010808 Oct 27 21:34:06.900895 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.903550 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-43a191a6-a862-4cf8-b453-8643bfc3a0a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 200 len: 217 time: 0.0496340 Oct 27 21:34:06.978739 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-d379939d-eee5-4f14-9b1b-50bd60f36b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.980357 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-d379939d-eee5-4f14-9b1b-50bd60f36b52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 200 len: 859 time: 0.0693140 Oct 27 21:34:06.981795 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.042577 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-c887d160-1f0b-4b38-b2ab-be58b8d71d8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29dfca8f-0992-499f-b3d4-b701ece6aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346410 Oct 27 21:34:07.050415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:07.063240 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:07.065705 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:07.067855 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=f31f706d-e43a-40e1-95c5-ed451f252ed6,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:07.454001 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-11c3d2db-74e7-4013-9471-f5aa75deb88b service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000669 Oct 27 21:34:07.472625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.552597 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.605188 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eab70c23-6402-4896-ba6e-3ee54dcb2e70 req-18e30f9d-44b0-4a11-be2c-43f976737f2c service neutron] 10.222.0.66 "GET /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427226 Oct 27 21:34:07.730027 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.734825 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.806328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=f31f706d-e43a-40e1-95c5-ed451f252ed6,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:07.819520 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.840601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.842312 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-cc991095-c76e-4d3f-aa75-d284fb995139 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5755999 Oct 27 21:34:07.941014 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c27a9-72a8-4f33-b6ed-f292ed6af788 req-854380b3-9aa2-434b-82b1-d0c1d6de89b9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.942854 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ea5c27a9-72a8-4f33-b6ed-f292ed6af788 req-854380b3-9aa2-434b-82b1-d0c1d6de89b9 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0665624 Oct 27 21:34:07.996824 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ea5c27a9-72a8-4f33-b6ed-f292ed6af788 req-2f314c6a-c961-44ac-a8d9-d172c5c01b1a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Oct 27 21:34:08.086475 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-964bada3-c753-43e1-92a5-d55f9c4bf5db tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--968340193&fields=id&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 267 time: 0.0471077 Oct 27 21:34:08.223587 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-e159f17c-70a5-4991-831b-a0dc1ac695fa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:08.225183 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-e159f17c-70a5-4991-831b-a0dc1ac695fa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 816 time: 0.1299713 Oct 27 21:34:08.246796 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-590b48f2-b49a-470f-9ae4-11128c194e05 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/quotas/4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 375 time: 0.0106328 Oct 27 21:34:08.294170 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37612) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:08.304660 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-f23a7664-b7fa-4168-b337-647c1c8b7e17 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515337 Oct 27 21:34:08.414258 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-aca53630-0496-4948-9467-4eb0da0b7c1b service neutron] 10.222.0.49 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969665 Oct 27 21:34:08.421546 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5685-0ae8-4a0c-a516-0eef53239de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.523204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5685-0ae8-4a0c-a516-0eef53239de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.528542 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5685-0ae8-4a0c-a516-0eef53239de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.529908 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-59311e7c-1b0b-4be9-a334-93e207262d22 service neutron] 10.222.0.49 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084292 Oct 27 21:34:08.595951 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-aa2c5685-0ae8-4a0c-a516-0eef53239de2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d280f220c6e845fd90717461ae4ee6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996466 Oct 27 21:34:08.598660 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37616) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:08.604752 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5685-0ae8-4a0c-a516-0eef53239de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a4ae6-66c5-4799-96c2-b35bb59f86e4,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:08.672580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.726200 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c224b3b7-bc5e-4b3f-acba-72fc3a6a619e req-ff7f0a61-2848-4cc0-8f70-bebb75a8ed3a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 210 time: 0.0502331 Oct 27 21:34:08.728207 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.795758 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.798951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.800217 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e2a4ae6-66c5-4799-96c2-b35bb59f86e4 HTTP/1.1" status: 204 len: 168 time: 0.2003119 Oct 27 21:34:08.808078 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c7aa7-6da6-467d-932f-4517d1a4c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a4ae6-66c5-4799-96c2-b35bb59f86e4,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:09.094730 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37634) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:09.112293 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bd280fb5-51c4-40f7-a993-f767c768a6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.138567 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318481-f3ac-4076-9553-8d1aa2cc785e req-27963876-a341-4e2a-bfcd-9ded08090d57 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:09.140371 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df318481-f3ac-4076-9553-8d1aa2cc785e req-27963876-a341-4e2a-bfcd-9ded08090d57 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0593626 Oct 27 21:34:09.190997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df318481-f3ac-4076-9553-8d1aa2cc785e req-9bce9337-4645-4e06-987f-27d9db1c81d3 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Oct 27 21:34:09.387973 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bd280fb5-51c4-40f7-a993-f767c768a6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.392749 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bd280fb5-51c4-40f7-a993-f767c768a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.432215 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-bd280fb5-51c4-40f7-a993-f767c768a6c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5829838636bb4971adb04d1ffa19a58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357444 Oct 27 21:34:09.434204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280fb5-51c4-40f7-a993-f767c768a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8ed31-a1db-4f26-a249-314cb9812a87,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:09.435012 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37636) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:09.488295 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.510180 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.562745 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.565392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.566544 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ef8ed31-a1db-4f26-a249-314cb9812a87 HTTP/1.1" status: 204 len: 168 time: 0.1302917 Oct 27 21:34:09.577553 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc198788-236a-4a08-82d1-1e5336b51573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8ed31-a1db-4f26-a249-314cb9812a87,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:09.866237 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-466132c4-6a7c-4b43-83f0-d6b0b7e21cc6 req-68841bf1-e88a-4201-8837-1e8881dfffab tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 210 time: 0.0421131 Oct 27 21:34:10.107243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-60210449-a0be-46f9-a1be-1ee87af693d5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.108434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-60210449-a0be-46f9-a1be-1ee87af693d5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 816 time: 0.1091373 Oct 27 21:34:10.198923 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-b32dc373-3a23-4ab2-bd44-f1fba5a310be tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 379 time: 0.0561483 Oct 27 21:34:10.224205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'port': {'device_id': 'f7e77273-8573-4e84-82ab-e68814466274', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'admin_state_up': True, 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'security_groups': ['b2e88663-0829-4f4a-9381-be694d8ef143']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:10.424634 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba04e-79a1-4375-acd8-0c8f303a1544 req-2030cd9d-28e2-4b3f-b4b3-ac3fc1336548 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.426132 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5eeba04e-79a1-4375-acd8-0c8f303a1544 req-2030cd9d-28e2-4b3f-b4b3-ac3fc1336548 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1182015 Oct 27 21:34:10.474833 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Made reservation on behalf of 4d2a10e5e3634294be6809b6465813c5 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:10.480211 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.497335 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5eeba04e-79a1-4375-acd8-0c8f303a1544 req-36cede13-582e-416a-948d-3def95ce996d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603211 Oct 27 21:34:10.690985 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Allocated IP 172.20.0.3 (1294c118-ebfc-4f5c-83ce-ee15707b8f2a/292cc8da-11bc-4338-a17b-86db2a475d3b/9a1f7a62-f2a7-4755-a2aa-36c03e52d95b) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:10.876858 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.932250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.982899 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:10.999013 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:11.016624 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:11.063620 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:11.092948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdadfc-6c7b-4af3-be40-e953d91066f6 req-21dbc0cd-db59-4d6e-bf3a-e2f9a42fda67 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.094587 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9fdadfc-6c7b-4af3-be40-e953d91066f6 req-21dbc0cd-db59-4d6e-bf3a-e2f9a42fda67 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 931 time: 0.1164079 Oct 27 21:34:11.107388 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.108160 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.148193 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-0f4be20f-4574-4a04-ad74-94845726e8cc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9306784 Oct 27 21:34:11.163004 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a9fdadfc-6c7b-4af3-be40-e953d91066f6 req-caf8d887-cd5f-479f-8097-3be794209f5a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519114 Oct 27 21:34:11.171266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Request body: {'port': {'device_id': 'f7e77273-8573-4e84-82ab-e68814466274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:11.236096 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.319759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-48e1a693-ebb2-4b61-9e74-8c578a1085c4 None None] Provisioning complete for port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:11.320334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-48e1a693-ebb2-4b61-9e74-8c578a1085c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.362953 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-48e1a693-ebb2-4b61-9e74-8c578a1085c4 None None] Port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:34:11.550923 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:11.560146 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.574360 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Transition to ACTIVE for port object 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:11.579734 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.645770 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:11.733984 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Attempting to bind port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:11.734465 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Attempting to bind port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:11.734895 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Attempting to bind port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:11.740310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:11.741672 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Attempting to bind port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b on network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:11.748624 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:11.749234 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Checking segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:11.749956 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Bound using segment: {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:11.750142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Bound port: 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432e55ba-1334-4ea4-864e-46087d17884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:11.750543 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.842197 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:11.847710 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:11.854235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.902829 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.903682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.905240 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] 10.222.0.66 "PUT /v2.0/ports/9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 1093 time: 0.7394912 Oct 27 21:34:11.905562 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:11.908267 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a8db60-342d-4747-8bb7-2228a2b5b077" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:11.945133 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f820-0c6d-4dea-8f24-02018df6a90b service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:11.975991 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670c872-1d99-4bcf-80a3-deb9c04abb4c x-openstack-request-id: req-4670c872-1d99-4bcf-80a3-deb9c04abb4c {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:11.976287 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:11.976652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4670c872-1d99-4bcf-80a3-deb9c04abb4c {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:11.976940 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'status': 'completed', 'code': 200} Oct 27 21:34:12.060446 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-7e03c411-e1b0-47b9-aff1-c13b76e0fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.062348 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-7e03c411-e1b0-47b9-aff1-c13b76e0fc8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1096 time: 0.0570202 Oct 27 21:34:12.141104 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-3b9e6c56-041e-4ebf-a62e-e95ebe86e346 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 217 time: 0.0585816 Oct 27 21:34:12.260362 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-70c505fa-e4e8-427a-8a10-201fcf09ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.262622 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-70c505fa-e4e8-427a-8a10-201fcf09ae58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.1122360 Oct 27 21:34:12.353656 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ab2a-1831-49a9-934c-ebb4edc555a6 req-851bcb9d-7974-4e2d-a14a-533c3c7e84ec tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.355951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5044ab2a-1831-49a9-934c-ebb4edc555a6 req-851bcb9d-7974-4e2d-a14a-533c3c7e84ec tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0989878 Oct 27 21:34:12.365258 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-28c3294d-9e1b-4340-b8cf-dbadf56828f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.367106 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-28c3294d-9e1b-4340-b8cf-dbadf56828f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738375 Oct 27 21:34:12.455495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5044ab2a-1831-49a9-934c-ebb4edc555a6 req-c0f5988e-8e24-44f4-bd22-6a4a294fccd1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934756 Oct 27 21:34:12.507683 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-d7758e3f-b908-4854-a592-94be476b7267 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252959 Oct 27 21:34:12.615815 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7b1edc4d-6382-4435-a284-b1ffea6c96c6 req-ea63b658-d09c-43f9-bf24-2e99aa2d0a8a service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992720 Oct 27 21:34:12.793566 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-64978a9a-e24b-42e7-9a6e-8d19cabd0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.795565 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-64978a9a-e24b-42e7-9a6e-8d19cabd0cc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1096 time: 0.0575011 Oct 27 21:34:12.897841 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-e02831ac-cc81-4cc4-8057-18d215b53766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.899359 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-e02831ac-cc81-4cc4-8057-18d215b53766 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.0920601 Oct 27 21:34:12.952682 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-68fa4b2e-3a41-4000-8da0-e769ebadcf99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 217 time: 0.0418906 Oct 27 21:34:13.006654 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-c691ff1b-1e04-48d2-9e97-310fa30cf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:13.008170 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-c691ff1b-1e04-48d2-9e97-310fa30cf6bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0467644 Oct 27 21:34:13.058735 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-87792b06-9a42-4b2b-9720-a8d39488ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:13.060354 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-87792b06-9a42-4b2b-9720-a8d39488ab50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438132 Oct 27 21:34:13.165905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-009377b3-726b-4230-985b-0170376ba281 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944560 Oct 27 21:34:13.268135 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-59a8db60-342d-4747-8bb7-2228a2b5b077 req-ab84276b-3306-4722-878c-5d8a29b5ee22 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945318 Oct 27 21:34:13.610368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e24d61-0c56-49e6-b699-3237e2f10323 req-eed78236-2d93-412d-b1f6-88ef3390cf58 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:13.612181 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d8e24d61-0c56-49e6-b699-3237e2f10323 req-eed78236-2d93-412d-b1f6-88ef3390cf58 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0567899 Oct 27 21:34:13.667578 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d8e24d61-0c56-49e6-b699-3237e2f10323 req-163e47f6-ced3-4a0a-8290-f0dd3dc40cd4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464728 Oct 27 21:34:14.655859 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44923-4186-400f-a1ab-5e3750a5e378 req-6c975645-30c8-499f-830c-c0f3d9bebf5e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:14.657255 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45d44923-4186-400f-a1ab-5e3750a5e378 req-6c975645-30c8-499f-830c-c0f3d9bebf5e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Oct 27 21:34:14.695885 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45d44923-4186-400f-a1ab-5e3750a5e378 req-daf275bc-ea1f-4dd7-ab64-131fd5e81a97 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Oct 27 21:34:14.818876 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df2ee-5b6e-46a2-b843-8aca86a09644 req-0fc0d892-ea89-4542-94ba-6d81c4c2ed42 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:14.821365 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-187df2ee-5b6e-46a2-b843-8aca86a09644 req-0fc0d892-ea89-4542-94ba-6d81c4c2ed42 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0586364 Oct 27 21:34:14.866584 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-187df2ee-5b6e-46a2-b843-8aca86a09644 req-4915ae7e-7316-485a-b411-88e77e33a898 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357041 Oct 27 21:34:15.821024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940738-faba-4aef-a657-58fbdfc587fe req-7e7e8501-fb2b-48bf-9d2f-e73f8984b325 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:15.823185 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2a940738-faba-4aef-a657-58fbdfc587fe req-7e7e8501-fb2b-48bf-9d2f-e73f8984b325 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Oct 27 21:34:15.862968 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2a940738-faba-4aef-a657-58fbdfc587fe req-dfe272e9-67a7-485b-960e-11f8c9e44878 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Oct 27 21:34:15.992790 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e64d-8ed0-4f8f-8ad6-128999a7e785 req-d18e1afc-668c-4dd8-9b7a-d23d18bc0995 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:15.994768 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e06e64d-8ed0-4f8f-8ad6-128999a7e785 req-d18e1afc-668c-4dd8-9b7a-d23d18bc0995 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0544882 Oct 27 21:34:16.033190 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e06e64d-8ed0-4f8f-8ad6-128999a7e785 req-23933b6a-ad25-4f9f-81e3-7f18375b592a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324516 Oct 27 21:34:16.465295 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:16.569299 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:16.581377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:16.623596 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.638312 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:16.659574 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:16.663912 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.714514 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:16.722560 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.722969 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.723440 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.723673 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.724006 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.724348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.725257 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.725598 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.725956 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.726322 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.726813 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.727112 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:16.993087 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862150e-7bfb-4ad4-98a0-68dfd206d305 req-a608c42c-6b0d-4b00-8f1e-c8f9d79eb2fe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:16.995199 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c862150e-7bfb-4ad4-98a0-68dfd206d305 req-a608c42c-6b0d-4b00-8f1e-c8f9d79eb2fe tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0594544 Oct 27 21:34:17.043740 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c862150e-7bfb-4ad4-98a0-68dfd206d305 req-75e2ec6b-0e98-4d45-9beb-289dc494c7f0 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Oct 27 21:34:17.099148 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:17.160123 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23355267-e8d4-4282-a346-ace04e9e541c req-3703b976-db7b-47ba-a61f-46d9d87e1922 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:17.161612 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-23355267-e8d4-4282-a346-ace04e9e541c req-3703b976-db7b-47ba-a61f-46d9d87e1922 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 944 time: 0.0541983 Oct 27 21:34:17.205128 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-23355267-e8d4-4282-a346-ace04e9e541c req-1f5b1ed6-df48-42d9-8e41-32eee3198c6c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368378 Oct 27 21:34:17.524663 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d0f82-a480-40bb-9d81-994499e3a923 req-4acb229d-6348-4955-8416-e9b25acefe38 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:17.526124 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-339d0f82-a480-40bb-9d81-994499e3a923 req-4acb229d-6348-4955-8416-e9b25acefe38 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 945 time: 0.0556927 Oct 27 21:34:17.631659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Deleting port 75f47597-9e60-4e88-b7f8-3e7b30725d9e {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:17.631996 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.729256 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] For port 75f47597-9e60-4e88-b7f8-3e7b30725d9e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75f47597-9e60-4e88-b7f8-3e7b30725d9e,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:17.729617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.743184 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Calling delete_port for 75f47597-9e60-4e88-b7f8-3e7b30725d9e owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:17.879098 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.908572 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Pushing event deleted for resources: {'Port': ['ID=75f47597-9e60-4e88-b7f8-3e7b30725d9e,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:17.925005 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['1fa41209-c7eb-48ab-850a-ec5944e56f4a', '75f47597-9e60-4e88-b7f8-3e7b30725d9e'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:17.950405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] No DVR routers for this DVR port 75f47597-9e60-4e88-b7f8-3e7b30725d9e on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:17.952880 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.956289 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-339d0f82-a480-40bb-9d81-994499e3a923 req-1776b04d-fd7b-431c-b482-dd7eef1f158f tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "DELETE /v2.0/ports/75f47597-9e60-4e88-b7f8-3e7b30725d9e HTTP/1.1" status: 204 len: 173 time: 0.4212649 Oct 27 21:34:17.956737 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'name': 'network-vif-deleted', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:17.959398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47391163-6ac3-41f3-9c95-49ae9ba0b98a" -d '{"events": [{"server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "name": "network-vif-deleted", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:18.009138 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc59876-df74-4b15-bd3e-e5d20c37d222 x-openstack-request-id: req-6fc59876-df74-4b15-bd3e-e5d20c37d222 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:18.009817 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823f3eeb-6365-455e-81d8-0e654ec32c87", "name": "network-vif-deleted", "tag": "75f47597-9e60-4e88-b7f8-3e7b30725d9e", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:18.009817 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fc59876-df74-4b15-bd3e-e5d20c37d222 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:18.010103 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823f3eeb-6365-455e-81d8-0e654ec32c87', 'name': 'network-vif-deleted', 'tag': '75f47597-9e60-4e88-b7f8-3e7b30725d9e', 'status': 'completed', 'code': 200} Oct 27 21:34:18.174549 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ec564699-1e36-4b97-be94-69020225a7ec req-09fcc006-8267-49c6-81cc-cef507093c5a tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=823f3eeb-6365-455e-81d8-0e654ec32c87 HTTP/1.1" status: 200 len: 210 time: 0.0428412 Oct 27 21:34:18.342016 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7930e-a0d7-4e24-99b1-3fe31f4a0ad9 req-161c0d7c-5b85-405d-8fdc-adf7b986a3f0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:18.343570 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3e7930e-a0d7-4e24-99b1-3fe31f4a0ad9 req-161c0d7c-5b85-405d-8fdc-adf7b986a3f0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 944 time: 0.0581796 Oct 27 21:34:18.385767 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3e7930e-a0d7-4e24-99b1-3fe31f4a0ad9 req-ca4398c3-83a5-40e2-b4e4-6bf8b3de481e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Oct 27 21:34:18.469897 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:18.477720 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37818) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:18.524331 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:18.530261 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:18.530639 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.602892 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89f0-cb02-4b81-9d60-8439ace7db05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.619853 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.650738 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:18.653078 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25166dbe-86b7-4f79-91e6-fdb25f000e94" -d '{"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:18.666066 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:18.672252 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.696110 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89f0-cb02-4b81-9d60-8439ace7db05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.702892 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89f0-cb02-4b81-9d60-8439ace7db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.714227 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3acd4e-647b-43cf-b829-32d5f1bc0948 x-openstack-request-id: req-1b3acd4e-647b-43cf-b829-32d5f1bc0948 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:18.714654 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:18.715066 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b3acd4e-647b-43cf-b829-32d5f1bc0948 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:18.715585 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'code': 200} Oct 27 21:34:18.735566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.745979 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-aa5d89f0-cb02-4b81-9d60-8439ace7db05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10ac4809b79748368373c4e39c42d1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671700 Oct 27 21:34:18.748474 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d89f0-cb02-4b81-9d60-8439ace7db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9cfa6a-d565-4137-9d89-39d40fe86b2b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.748946 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37824) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:18.801978 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.829010 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.896052 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.898766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.900538 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b9cfa6a-d565-4137-9d89-39d40fe86b2b HTTP/1.1" status: 204 len: 168 time: 0.1505935 Oct 27 21:34:18.909877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26257a0-3796-4498-a674-7614870acc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9cfa6a-d565-4137-9d89-39d40fe86b2b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.996049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821f42-a9e1-4c59-bbb0-41152cc42e1b req-a2e144d6-891b-4a8c-b83a-484532cdc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:18.997968 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89821f42-a9e1-4c59-bbb0-41152cc42e1b req-a2e144d6-891b-4a8c-b83a-484532cdc365 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1098 time: 0.0643606 Oct 27 21:34:19.044357 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89821f42-a9e1-4c59-bbb0-41152cc42e1b req-c804e755-0651-44a2-8508-7f85ec01e613 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360181 Oct 27 21:34:19.206910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37832) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.221505 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0248cf02-3c5d-4224-8f45-be135bd7317a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.324517 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0248cf02-3c5d-4224-8f45-be135bd7317a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.329920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0248cf02-3c5d-4224-8f45-be135bd7317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.372708 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0248cf02-3c5d-4224-8f45-be135bd7317a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d54fe4656a846f68124dbe0dd9df226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646671 Oct 27 21:34:19.373623 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248cf02-3c5d-4224-8f45-be135bd7317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7dfd5-7f38-409f-aecf-3b59fd0ec241,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:19.377154 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37838) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.459449 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.485228 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.531520 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2b5b-6fe8-4a82-bc87-e0c3713eeb4e req-75fcd034-18bb-45d9-b388-a5bfef0c3bb2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:19.533044 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3ca2b5b-6fe8-4a82-bc87-e0c3713eeb4e req-75fcd034-18bb-45d9-b388-a5bfef0c3bb2 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0883057 Oct 27 21:34:19.536481 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.539220 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.540439 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fed7dfd5-7f38-409f-aecf-3b59fd0ec241 HTTP/1.1" status: 204 len: 168 time: 0.1623542 Oct 27 21:34:19.548928 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee0e6-2b31-479b-9bb2-88d81e922c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7dfd5-7f38-409f-aecf-3b59fd0ec241,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:19.557429 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff65046-6f44-46ab-8a53-fc87048c099a req-6329c325-e606-45ff-bc33-b41bca32c9e0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:19.559153 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fff65046-6f44-46ab-8a53-fc87048c099a req-6329c325-e606-45ff-bc33-b41bca32c9e0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0789082 Oct 27 21:34:19.604767 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e3ca2b5b-6fe8-4a82-bc87-e0c3713eeb4e req-e543b951-711c-47ae-8eeb-5e6eca8e59a7 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 Oct 27 21:34:19.626029 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fff65046-6f44-46ab-8a53-fc87048c099a req-0eded182-2797-4d02-9846-2e79a4149c43 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519412 Oct 27 21:34:19.904760 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37846) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.918467 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93aeb6a1-85b0-4f9b-a87b-d25939d825a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.994497 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93aeb6a1-85b0-4f9b-a87b-d25939d825a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.998194 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93aeb6a1-85b0-4f9b-a87b-d25939d825a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.035551 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-93aeb6a1-85b0-4f9b-a87b-d25939d825a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051a19af951046248e6ac2ff65e09328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295872 Oct 27 21:34:20.036386 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeb6a1-85b0-4f9b-a87b-d25939d825a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9740a-2cea-4ce0-8047-5e42e2bec738,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:20.038181 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37848) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:20.090127 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.112836 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.161395 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.164360 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.165650 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24b9740a-2cea-4ce0-8047-5e42e2bec738 HTTP/1.1" status: 204 len: 168 time: 0.1264143 Oct 27 21:34:20.173705 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c460-a1fd-44ac-911d-b55053912ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9740a-2cea-4ce0-8047-5e42e2bec738,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:20.753283 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15f20-d5b0-44cb-b9b4-4c395c43b845 req-0beabd09-7de6-459d-b4a8-16003084772e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.754823 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ea15f20-d5b0-44cb-b9b4-4c395c43b845 req-0beabd09-7de6-459d-b4a8-16003084772e tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0672617 Oct 27 21:34:20.817714 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be43c7-24ed-4c8e-9302-8c93d2ee0f74 req-803405c5-6df3-4c18-9850-1792ed52730c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.819262 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6be43c7-24ed-4c8e-9302-8c93d2ee0f74 req-803405c5-6df3-4c18-9850-1792ed52730c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0891628 Oct 27 21:34:20.825866 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ea15f20-d5b0-44cb-b9b4-4c395c43b845 req-746a18e7-fa83-4306-a89c-a2ceffb3c697 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567031 Oct 27 21:34:20.866252 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6be43c7-24ed-4c8e-9302-8c93d2ee0f74 req-d643e89d-ef37-4310-bde9-c24077e10fe9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Oct 27 21:34:20.893920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37874) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:21.003415 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982678347-network', 'tenant_id': 'cf4b5d826c414daeaca1c746e5735595'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:21.005865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37cc5f-b5ea-45f0-81b4-993e7f58cbaa req-8f71aa3a-cd58-497d-9590-cd6e6214d43d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.007441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ad37cc5f-b5ea-45f0-81b4-993e7f58cbaa req-8f71aa3a-cd58-497d-9590-cd6e6214d43d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0614522 Oct 27 21:34:21.016882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37882) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:21.021365 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Request body: {'floatingip': {'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:21.026246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Made reservation on behalf of cf4b5d826c414daeaca1c746e5735595 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:21.028579 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.041347 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.062950 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.118741 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.123812 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.145386 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:34:21.159606 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b726aeb-a94c-48b9-846d-aa304a210053,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:21.164552 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.164897 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Added segment 83e78246-2d44-42aa-af14-f4b8b492944a of type vlan for network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 Oct 27 21:34:21.217447 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.249979 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.252134 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.252892 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.313748 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4186418 Oct 27 21:34:21.320044 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37884) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:21.326222 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Request body: {'subnet': {'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982678347-subnet', 'tenant_id': 'cf4b5d826c414daeaca1c746e5735595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:21.339689 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c17b1-3dee-440d-b0bc-c46e696d2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=eb10db8d-3e15-4072-ac0c-05e9a35e9d13,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:21.353713 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:34:21.362136 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Made reservation on behalf of cf4b5d826c414daeaca1c746e5735595 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:21.364999 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.565114 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.622717 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee3238b-0fd3-4e72-9a34-cbb10443767e,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:21.633211 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Checking segment: {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:21.633563 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Network hostable DHCP agents. Network: eb10db8d-3e15-4072-ac0c-05e9a35e9d13, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:34:21.652550 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:34:21.662461 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, eb10db8d-3e15-4072-ac0c-05e9a35e9d13) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:21.667207 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.668463 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.673926 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba4c66-69ba-420d-9f50-1cda4804d7a9 None None] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:21.685691 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-157d6616-b837-4ea1-a48b-44dff8d0340e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3645959 Oct 27 21:34:21.804653 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.810231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.813680 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c65631-c82d-48f8-a06a-c60fd35ab3e9 None None] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:21.921529 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b7402234-ffe9-49f7-b508-7ce1def8e0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.978082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Floating IP c0553c04-991f-47c3-a908-007355403216 associated. External IP: 172.27.0.47, port: 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b. Oct 27 21:34:22.061769 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29547f7-5142-4388-b376-ab9630599aef req-75d1a763-8814-4c23-a0ce-87e4111ddd80 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.063301 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f29547f7-5142-4388-b376-ab9630599aef req-75d1a763-8814-4c23-a0ce-87e4111ddd80 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.1433034 Oct 27 21:34:22.118642 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f29547f7-5142-4388-b376-ab9630599aef req-2ee1289e-11ac-4754-8602-e5ac606fb65c tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Oct 27 21:34:22.244500 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:22.361157 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:22.366000 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:22.371467 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:22.384312 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:22.384973 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:33:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:22.395949 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-fdeb193b-5be9-490b-b178-1756b385e022 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "PUT /v2.0/floatingips/c0553c04-991f-47c3-a908-007355403216 HTTP/1.1" status: 200 len: 990 time: 1.3779631 Oct 27 21:34:22.396508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:22.398891 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2f7c7-83ac-4315-a4cc-5375564f0828" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:22.441803 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327d7f9-e354-404a-b541-413d59fd46b3 x-openstack-request-id: req-1327d7f9-e354-404a-b541-413d59fd46b3 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:22.442878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:22.443824 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1327d7f9-e354-404a-b541-413d59fd46b3 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:22.444533 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'status': 'completed', 'code': 200} Oct 27 21:34:22.490521 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 75f47597-9e60-4e88-b7f8-3e7b30725d9e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:22.497134 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:22.518598 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 75f47597-9e60-4e88-b7f8-3e7b30725d9e {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:22.518941 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 75f47597-9e60-4e88-b7f8-3e7b30725d9e not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:22.560622 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-4a17665b-cfb2-4df3-a0fb-9c1fc0e48dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.562166 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-4a17665b-cfb2-4df3-a0fb-9c1fc0e48dcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1098 time: 0.0447183 Oct 27 21:34:22.680918 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-65d4c395-08dc-4758-8071-d5d39e93197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.680918 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-65d4c395-08dc-4758-8071-d5d39e93197f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.0921369 Oct 27 21:34:22.753933 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-07a0ee24-2a25-4230-9665-dbc908a1da62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 998 time: 0.0640199 Oct 27 21:34:22.825147 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-edbf9903-c134-486f-a586-f3db1e123555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.825884 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c0553c04-991f-47c3-a908-007355403216', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e77273-8573-4e84-82ab-e68814466274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:07Z', 'updated_at': '2021-10-27T21:34:21Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:22.826622 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-edbf9903-c134-486f-a586-f3db1e123555 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0639031 Oct 27 21:34:22.853232 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:22.861995 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:22.862581 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:33:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:22.877421 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-a9bcf83a-b9bd-4fcd-bde3-0c0e51ebd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.878944 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-a9bcf83a-b9bd-4fcd-bde3-0c0e51ebd3ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444117 Oct 27 21:34:22.976255 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-bdbb613f-fde2-4104-97f6-9b2d018a0df3 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885077 Oct 27 21:34:22.985861 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:23.096882 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58b2f7c7-83ac-4315-a4cc-5375564f0828 req-de36d1cd-c39a-4195-ae24-1e71e5a8f6b6 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097310 Oct 27 21:34:23.260754 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c0553c04-991f-47c3-a908-007355403216', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e77273-8573-4e84-82ab-e68814466274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:07Z', 'updated_at': '2021-10-27T21:34:21Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:23.264334 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ef64c-d98e-478f-b22b-04320b447e32 req-bcdd7de5-4b03-41f3-8b34-a2007e818f24 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:23.265910 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-546ef64c-d98e-478f-b22b-04320b447e32 req-bcdd7de5-4b03-41f3-8b34-a2007e818f24 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0593324 Oct 27 21:34:23.291236 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5eb23-0873-4f43-821f-544f2b0cff2e None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'c0553c04-991f-47c3-a908-007355403216', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e77273-8573-4e84-82ab-e68814466274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:07Z', 'updated_at': '2021-10-27T21:34:21Z', 'revision_number': 1, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:23.318832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-546ef64c-d98e-478f-b22b-04320b447e32 req-0e8aac46-e4b6-46bc-83f6-56f8ec5c14de tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Oct 27 21:34:23.517427 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad1ee5-5939-4a2e-a76f-1f6c64c2e0ad None None] New status for floating IP c0553c04-991f-47c3-a908-007355403216: ACTIVE {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:23.590368 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-dec3ea6c-353a-497c-90e7-bc04b1cf66c9 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:23.592331 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-dec3ea6c-353a-497c-90e7-bc04b1cf66c9 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 809 time: 0.1278925 Oct 27 21:34:23.610228 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-c7b7a1d2-e215-4057-bcd6-dac7692bcca3 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/quotas/cf4b5d826c414daeaca1c746e5735595 HTTP/1.1" status: 200 len: 375 time: 0.0115838 Oct 27 21:34:23.641188 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:34:23.650839 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4dfe187-3fee-455c-990b-68ed62d1a054 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326605 Oct 27 21:34:23.750063 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-d48e42a6-89e7-4fc9-9939-4a5ff81d0dae service neutron] 10.222.0.49 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921419 Oct 27 21:34:23.839834 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-cc8f9f58-9a2c-480a-b268-0d0e91bb9689 service neutron] 10.222.0.49 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836627 Oct 27 21:34:24.006259 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-680a59c3-7266-4978-b19b-bcf8168634da req-5fa553a2-261c-48b4-813b-b17c89aa7fef tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Oct 27 21:34:24.449101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb336b-a007-4267-9dfe-78c417a0641b req-4c34974b-a228-434d-810e-4a1773586c37 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:24.450651 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8eb336b-a007-4267-9dfe-78c417a0641b req-4c34974b-a228-434d-810e-4a1773586c37 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0570314 Oct 27 21:34:24.494697 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8eb336b-a007-4267-9dfe-78c417a0641b req-ea7a1cc7-86e7-4e90-bdba-4b24a295f451 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363784 Oct 27 21:34:25.106921 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14ce71cf-53d3-4252-894e-3c8110a9184c req-467ebf23-c259-454a-8521-9a652056b57f tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 210 time: 0.0299690 Oct 27 21:34:25.295350 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-036050e3-225c-4917-b13b-394379d2b1c0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:25.296802 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-036050e3-225c-4917-b13b-394379d2b1c0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 809 time: 0.1241794 Oct 27 21:34:25.341202 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Request body: {'port': {'device_id': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13', 'admin_state_up': True, 'tenant_id': 'cf4b5d826c414daeaca1c746e5735595'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:25.466116 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Made reservation on behalf of cf4b5d826c414daeaca1c746e5735595 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:25.470693 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.640131 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Allocated IP 172.20.0.9 (eb10db8d-3e15-4072-ac0c-05e9a35e9d13/fee3238b-0fd3-4e72-9a34-cbb10443767e/e9f76f0b-3f18-49bb-81f2-21a07b648b39) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:25.661300 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7076-b196-454d-9dd7-d968eecca833 req-97fb00f0-596c-4c33-9249-59dfb29fe6ad tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:25.662850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e39a7076-b196-454d-9dd7-d968eecca833 req-97fb00f0-596c-4c33-9249-59dfb29fe6ad tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0783811 Oct 27 21:34:25.749002 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e39a7076-b196-454d-9dd7-d968eecca833 req-4a782f8d-1fb3-49e4-966f-7045252faceb tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693629 Oct 27 21:34:25.834404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.870970 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.916798 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:25.920016 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:25.924043 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:25.954212 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Pushing event updated for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:25.983101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:25.983719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.000854 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-b4e918ee-a17f-4ad1-903b-f27cfc38ec1d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6647611 Oct 27 21:34:26.021062 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Request body: {'port': {'device_id': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:26.077928 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.285452 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd634-558b-45c3-8c98-fa293373d9d4 req-05501121-8d9c-43cc-8685-cb05774a98eb tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:26.286945 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49ddd634-558b-45c3-8c98-fa293373d9d4 req-05501121-8d9c-43cc-8685-cb05774a98eb tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 931 time: 0.0955303 Oct 27 21:34:26.359346 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49ddd634-558b-45c3-8c98-fa293373d9d4 req-3e4aa228-b4d7-4582-9d1e-301fbf23a3c6 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Oct 27 21:34:26.414345 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f76f0b-3f18-49bb-81f2-21a07b648b39 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:26.423222 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.436234 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Transition to ACTIVE for port object e9f76f0b-3f18-49bb-81f2-21a07b648b39 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:26.440678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.502406 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:26.570388 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Attempting to bind port e9f76f0b-3f18-49bb-81f2-21a07b648b39 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:26.570635 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Attempting to bind port e9f76f0b-3f18-49bb-81f2-21a07b648b39 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:26.570962 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Attempting to bind port e9f76f0b-3f18-49bb-81f2-21a07b648b39 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:26.576149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Port e9f76f0b-3f18-49bb-81f2-21a07b648b39 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:26.576466 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Attempting to bind port e9f76f0b-3f18-49bb-81f2-21a07b648b39 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:26.581944 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:26.582280 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Checking segment: {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:26.582663 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Bound using segment: {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:26.583094 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Bound port: e9f76f0b-3f18-49bb-81f2-21a07b648b39, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:26.583489 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.654986 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:26.659680 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:26.664237 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.671785 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-30a61c2c-0e62-4c1b-af72-84ddc5e1a667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.713187 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:26.713187 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.713187 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] 10.222.0.66 "PUT /v2.0/ports/e9f76f0b-3f18-49bb-81f2-21a07b648b39 HTTP/1.1" status: 200 len: 1093 time: 0.6943948 Oct 27 21:34:26.713187 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:26.714567 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:26.742282 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df6b5-e0f8-4ae6-83d6-941284db7fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:26.757749 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f1711-bc28-4ace-a653-73da00c7a5c7 x-openstack-request-id: req-446f1711-bc28-4ace-a653-73da00c7a5c7 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:26.758084 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:26.758360 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-446f1711-bc28-4ace-a653-73da00c7a5c7 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:26.759337 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39', 'status': 'completed', 'code': 200} Oct 27 21:34:26.900844 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1696-f7c7-409e-85bb-7d807ef640ea req-4e3504d0-bc4c-4180-b0ef-e1318c9f9599 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:26.902321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-293d1696-f7c7-409e-85bb-7d807ef640ea req-4e3504d0-bc4c-4180-b0ef-e1318c9f9599 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0814331 Oct 27 21:34:26.929277 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-e6ab88b3-e88c-44df-b0b5-942e118b83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:26.931474 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-e6ab88b3-e88c-44df-b0b5-942e118b83ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 1096 time: 0.0771768 Oct 27 21:34:26.944511 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-90c106b9-c28d-4a3f-b7c6-d5d15b48c2e4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:26.946232 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-90c106b9-c28d-4a3f-b7c6-d5d15b48c2e4 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 945 time: 0.0641105 Oct 27 21:34:26.952557 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-293d1696-f7c7-409e-85bb-7d807ef640ea req-2f33f909-0b50-43e5-8033-84ba5c3028ec tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/security-groups?id=d499214a-311b-4335-b582-d7fe02553904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Oct 27 21:34:27.022199 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-fde75131-414b-471c-9a78-553e6454ec66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39 HTTP/1.1" status: 200 len: 217 time: 0.0540514 Oct 27 21:34:27.076466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Deleting port 1fa41209-c7eb-48ab-850a-ec5944e56f4a {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:27.076902 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.095503 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-d00aa12c-a3b9-4ce0-862f-7911018d85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.095503 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-d00aa12c-a3b9-4ce0-862f-7911018d85d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fee3238b-0fd3-4e72-9a34-cbb10443767e HTTP/1.1" status: 200 len: 849 time: 0.0577879 Oct 27 21:34:27.135599 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-bd969e1d-d9e5-4b62-a25e-c95d5dc4b7b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339389 Oct 27 21:34:27.185686 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] For port 1fa41209-c7eb-48ab-850a-ec5944e56f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1fa41209-c7eb-48ab-850a-ec5944e56f4a,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:27.186298 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.212743 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Calling delete_port for 1fa41209-c7eb-48ab-850a-ec5944e56f4a owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:27.307234 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-c2782c84-bd37-4c1a-8390-1ebe91bc5344 service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629965 Oct 27 21:34:27.398623 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.408528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.441246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Pushing event deleted for resources: {'Port': ['ID=1fa41209-c7eb-48ab-850a-ec5944e56f4a,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:27.448789 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['1fa41209-c7eb-48ab-850a-ec5944e56f4a'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:27.487110 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141deb7-6e40-458c-913c-9d39d82f630c req-6ad588bb-262b-469f-9022-580df4f20016 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.488698 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6141deb7-6e40-458c-913c-9d39d82f630c req-6ad588bb-262b-469f-9022-580df4f20016 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1371942 Oct 27 21:34:27.490317 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] No DVR routers for this DVR port 1fa41209-c7eb-48ab-850a-ec5944e56f4a on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:27.494229 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.497602 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-6dc5e6ad-ea44-47f4-967e-abed0244971d req-f05669c0-6262-4f6e-aa5a-60b93ba5239d tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.66 "DELETE /v2.0/ports/1fa41209-c7eb-48ab-850a-ec5944e56f4a HTTP/1.1" status: 204 len: 173 time: 0.5389099 Oct 27 21:34:27.498083 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'name': 'network-vif-deleted', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:27.500575 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff56ff38-c790-4f6d-9b00-9eebfad8f142" -d '{"events": [{"server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "name": "network-vif-deleted", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:27.540641 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3686028b-c1a4-4704-9a9b-5ceff69b3f5e req-4d0e76e2-e069-4fa2-bba4-a35aea8230cf service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782899 Oct 27 21:34:27.560275 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ebaf-44b9-41f0-8518-55e6bc02183f req-3ff2b1a6-ce63-4ab4-bcde-7f2a6569ed87 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.561803 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ae32ebaf-44b9-41f0-8518-55e6bc02183f req-3ff2b1a6-ce63-4ab4-bcde-7f2a6569ed87 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 943 time: 0.1212592 Oct 27 21:34:27.570965 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6141deb7-6e40-458c-913c-9d39d82f630c req-558f886c-1e9e-41c3-84b0-b424c85cb00a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702307 Oct 27 21:34:27.615693 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ae32ebaf-44b9-41f0-8518-55e6bc02183f req-2c1d593b-9bde-45fc-b2bb-b58c6be3b25b tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Oct 27 21:34:27.646766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0baa5f8-a790-4a02-91f8-ada165cc2928 x-openstack-request-id: req-b0baa5f8-a790-4a02-91f8-ada165cc2928 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:27.647048 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f5ff9-58bc-447f-b3e1-e27a0664a305", "name": "network-vif-deleted", "tag": "1fa41209-c7eb-48ab-850a-ec5944e56f4a", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:27.647309 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0baa5f8-a790-4a02-91f8-ada165cc2928 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:27.647706 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88f5ff9-58bc-447f-b3e1-e27a0664a305', 'name': 'network-vif-deleted', 'tag': '1fa41209-c7eb-48ab-850a-ec5944e56f4a', 'status': 'completed', 'code': 200} Oct 27 21:34:27.666276 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.778090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-5f8d0279-18ce-4d87-ab68-02a9fa998150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.780747 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-5f8d0279-18ce-4d87-ab68-02a9fa998150 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 1096 time: 0.0505395 Oct 27 21:34:27.892107 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-54c2c2a7-db02-4d07-8b50-ffb99fff4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.893816 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-54c2c2a7-db02-4d07-8b50-ffb99fff4e20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 910 time: 0.0990365 Oct 27 21:34:28.149703 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:28.208060 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-31db7034-b550-48ea-ac28-3f5e1fb3f323 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39 HTTP/1.1" status: 200 len: 217 time: 0.2958198 Oct 27 21:34:28.234999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53087611-e4bc-40d9-9bd9-c855f58d43a2 req-3083b46d-8787-416e-857c-5b40f17c5048 tempest-ServerRescueNegativeTestJSON-464235403 tempest-ServerRescueNegativeTestJSON-464235403-project] 10.222.0.49 "GET /v2.0/ports?device_id=a88f5ff9-58bc-447f-b3e1-e27a0664a305 HTTP/1.1" status: 200 len: 210 time: 0.0294926 Oct 27 21:34:28.292465 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-522ca7ce-80ca-4a22-97f3-ebacb6c08393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:28.294207 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-522ca7ce-80ca-4a22-97f3-ebacb6c08393 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fee3238b-0fd3-4e72-9a34-cbb10443767e HTTP/1.1" status: 200 len: 849 time: 0.0499699 Oct 27 21:34:28.333827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-f4a9a6d6-793d-4dfa-9b33-5744c150938d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291612 Oct 27 21:34:28.465792 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-2bc3f52f-fbc6-4fed-9513-509e2a7ffeff service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965881 Oct 27 21:34:28.577443 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f88f2bd8-705a-4722-b5ef-7f96ef84c63e req-0af01f20-9917-44af-a531-d108dba53772 service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025279 Oct 27 21:34:28.785865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc76f32-c133-448b-bbe4-bd7edb9380f0 req-9cc284af-1fc5-4a33-b946-5d810646cc93 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:28.787339 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fc76f32-c133-448b-bbe4-bd7edb9380f0 req-9cc284af-1fc5-4a33-b946-5d810646cc93 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.0785155 Oct 27 21:34:28.802356 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3564-1488-423c-b6af-4af52e4f0212 req-86d84d84-371a-403a-9c65-510eb59026ab tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:28.803826 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3da3564-1488-423c-b6af-4af52e4f0212 req-86d84d84-371a-403a-9c65-510eb59026ab tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 943 time: 0.0854726 Oct 27 21:34:28.853113 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6fc76f32-c133-448b-bbe4-bd7edb9380f0 req-fc9fe071-a05e-4da0-83fb-d35214156404 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583599 Oct 27 21:34:28.867306 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3da3564-1488-423c-b6af-4af52e4f0212 req-a20f3ea2-83f2-4d71-b484-59c2f1760a01 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Oct 27 21:34:29.292722 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37980) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:29.358760 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:29.724004 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.034164 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Deleting port a6e4823a-b95e-4a69-a0cc-64d191faaa8f {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:30.034489 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.044081 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163a40-8043-4094-9a0a-8436564c881e req-ef05695d-5420-4c99-9a97-80e8a367b840 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.045781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-02163a40-8043-4094-9a0a-8436564c881e req-ef05695d-5420-4c99-9a97-80e8a367b840 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1157975 Oct 27 21:34:30.058084 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930aee1-1416-4a1a-bcbd-73d321ffa118 req-80a3881c-8e49-42ef-9f0f-c48de9865b0a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.059662 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7930aee1-1416-4a1a-bcbd-73d321ffa118 req-80a3881c-8e49-42ef-9f0f-c48de9865b0a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 943 time: 0.1130893 Oct 27 21:34:30.113921 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68da8e-2271-460f-a286-6a185de9e97b req-07a54cef-f40b-4e31-a47d-9ae3effe00d4 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.115351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f68da8e-2271-460f-a286-6a185de9e97b req-07a54cef-f40b-4e31-a47d-9ae3effe00d4 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 945 time: 0.1183128 Oct 27 21:34:30.120484 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] For port a6e4823a-b95e-4a69-a0cc-64d191faaa8f, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,segment=NetworkSegment(5fa733f8-391b-4100-b81b-a470c13fec16),segment_id=5fa733f8-391b-4100-b81b-a470c13fec16)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:30.120968 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.134026 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Calling delete_port for a6e4823a-b95e-4a69-a0cc-64d191faaa8f owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:30.147183 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-02163a40-8043-4094-9a0a-8436564c881e req-fea3223f-0b32-4b90-b075-4b723e13c91e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5b05622-7d79-4d5c-b523-cfa33c71aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856981 Oct 27 21:34:30.168968 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7930aee1-1416-4a1a-bcbd-73d321ffa118 req-65bba679-3ae0-4061-81e0-badc7f561160 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004500 Oct 27 21:34:30.266737 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Deleting port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:30.267058 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.331757 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.361928 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e4823a-b95e-4a69-a0cc-64d191faaa8f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:30.374832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] For port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:30.375200 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.495370 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.496109 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device e9f76f0b-3f18-49bb-81f2-21a07b648b39 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:30.514838 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1fa41209-c7eb-48ab-850a-ec5944e56f4a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:30.578483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.578860 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.579201 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Floating IP c1912f2e-7473-48b2-9ed2-48e4add8b6c7 disassociated. External IP: 172.27.0.182, port: 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45. Oct 27 21:34:30.579829 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Calling delete_port for 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:30.681850 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 1fa41209-c7eb-48ab-850a-ec5944e56f4a {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:30.683527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1fa41209-c7eb-48ab-850a-ec5944e56f4a not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:30.732827 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.764953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'Port': ['ID=1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:30.769599 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:30.785990 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39', 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13', 'port_id': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39', 'mac_address': 'fa:16:3e:a6:2d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee3238b-0fd3-4e72-9a34-cbb10443767e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:30.829001 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.844936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f76f0b-3f18-49bb-81f2-21a07b648b39 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:30.879475 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:30.885516 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.893466 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:30.934453 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Router fd1d6816-0e6a-464b-8c04-0ee6786278db has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:30.955163 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:31.018990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:31.030274 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:31.042070 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:31.042928 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.060736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] No DVR routers for this DVR port 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:31.063219 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.066598 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f68da8e-2271-460f-a286-6a185de9e97b req-83fa54a9-5b38-4519-8e7f-24e0f9edbef3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "DELETE /v2.0/ports/1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 HTTP/1.1" status: 204 len: 173 time: 0.9398298 Oct 27 21:34:31.067053 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'name': 'network-vif-deleted', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:31.069310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476eac50-72a6-453c-b53d-86ce7bfcd047" -d '{"events": [{"server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "name": "network-vif-deleted", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:31.073803 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:31.079361 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-81443e9c-2992-42ac-a175-1502e3194152 admin admin] 10.222.0.49 "PUT /v2.0/routers/fd1d6816-0e6a-464b-8c04-0ee6786278db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855613 Oct 27 21:34:31.082239 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 37990) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:31.091636 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Sync routers for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:31.105348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:31.106168 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.140545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6fa96-3ff7-4de5-bf27-3cac83ad9ef1 x-openstack-request-id: req-c8b6fa96-3ff7-4de5-bf27-3cac83ad9ef1 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:31.140820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f", "name": "network-vif-deleted", "tag": "1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:31.141070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8b6fa96-3ff7-4de5-bf27-3cac83ad9ef1 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:31.141467 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f', 'name': 'network-vif-deleted', 'tag': '1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45', 'status': 'completed', 'code': 200} Oct 27 21:34:31.287401 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:31.296433 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks [] for router, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.349554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:31.420687 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['e9f76f0b-3f18-49bb-81f2-21a07b648b39'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:31.429051 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dbee5af4-10c9-4171-9c5c-e26bcfebefe9 req-d2eabf5e-5a2c-4d5e-8cfa-473cfc1bb78f tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d2ce88-09b4-4f8d-a8eb-1ee1a661836f HTTP/1.1" status: 200 len: 210 time: 0.0795836 Oct 27 21:34:31.469935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a8090-7f2e-447c-8b0e-fdc1a8b11c7e req-4599ec1f-51a0-4943-b7a1-02c90b06cbf5 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:31.471570 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9f1a8090-7f2e-447c-8b0e-fdc1a8b11c7e req-4599ec1f-51a0-4943-b7a1-02c90b06cbf5 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 944 time: 0.1122522 Oct 27 21:34:31.539645 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.552391 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9f1a8090-7f2e-447c-8b0e-fdc1a8b11c7e req-ce77bcc2-88ac-4acd-8241-7d9ce07dcc0c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711315 Oct 27 21:34:31.583470 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.622484 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Deleting port e9e86ac5-1559-4beb-a0cc-f59281117a4c {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:31.622962 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.625749 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:31.637091 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:31.637946 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.722560 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:34:30Z', 'revision_number': 5, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port': {'id': 'e9e86ac5-1559-4beb-a0cc-f59281117a4c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:14Z', 'updated_at': '2021-10-27T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.734101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] For port e9e86ac5-1559-4beb-a0cc-f59281117a4c, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e9e86ac5-1559-4beb-a0cc-f59281117a4c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:31.734654 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.749437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Calling delete_port for e9e86ac5-1559-4beb-a0cc-f59281117a4c owned by network:router_gateway {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:31.758328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Checking router: fd1d6816-0e6a-464b-8c04-0ee6786278db for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:31.770255 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Routers {'fd1d6816-0e6a-464b-8c04-0ee6786278db'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:31.771670 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['fd1d6816-0e6a-464b-8c04-0ee6786278db'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.811208 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:31.873784 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] Set router fd1d6816-0e6a-464b-8c04-0ee6786278db gateway port host: None {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:31.948006 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.952715 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:34:31Z', 'revision_number': 6, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:31.978437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e86ac5-1559-4beb-a0cc-f59281117a4c,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:31.985382 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bef7ed-1fab-43d2-9ca3-858817c3653f None None] The sync data for ids ['fd1d6816-0e6a-464b-8c04-0ee6786278db'] in dv-cinder-815146-4-iscsi is: [{'id': 'fd1d6816-0e6a-464b-8c04-0ee6786278db', 'name': 'tempest-ServerRescueNegativeTestJSON-1734653053-router', 'tenant_id': 'a025b57c24f64a6183799672eff535f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:13Z', 'updated_at': '2021-10-27T21:34:31Z', 'revision_number': 6, 'project_id': 'a025b57c24f64a6183799672eff535f2', 'gw_port_host': None}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:32.056946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.069900 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:32.097937 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ab1ac-3308-4b80-a8be-c1921131e7f3 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:32.174075 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.176529 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.247613 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.248149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1d6816-0e6a-464b-8c04-0ee6786278db {{(pid=101428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:34:32.254167 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.257856 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 37998) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:32.258369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7ecad320-5449-4013-95f3-6eb3830fb9fb admin admin] 10.222.0.49 "DELETE /v2.0/routers/fd1d6816-0e6a-464b-8c04-0ee6786278db HTTP/1.1" status: 204 len: 168 time: 1.1745219 Oct 27 21:34:32.305361 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Deleting subnet 9312271d-936b-490a-81d1-e868d2a32167 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:32.308653 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.339389 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788df37c-3739-4882-8478-e160d735856f None None] New status for floating IP c1912f2e-7473-48b2-9ed2-48e4add8b6c7: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:32.345287 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.351262 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.415456 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.444620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9312271d-936b-490a-81d1-e868d2a32167,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:32.447076 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.453254 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ddfd0a9b-25b4-487d-a9d0-d6a57089f6b8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9312271d-936b-490a-81d1-e868d2a32167 HTTP/1.1" status: 204 len: 168 time: 0.1918559 Oct 27 21:34:32.453427 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38000) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:32.510503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device e9f76f0b-3f18-49bb-81f2-21a07b648b39 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:32.542063 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38006) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:32.559373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.583703 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port e9f76f0b-3f18-49bb-81f2-21a07b648b39 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:32.588127 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port e9f76f0b-3f18-49bb-81f2-21a07b648b39 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:32.588667 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.661296 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.716986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.719637 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.728976 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab6dd5-1440-411b-8069-961de241bd29 req-e9baa048-b57f-437a-9e75-41895f253bce tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.731531 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.737624 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26ab6dd5-1440-411b-8069-961de241bd29 req-e9baa048-b57f-437a-9e75-41895f253bce tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 944 time: 0.0751047 Oct 27 21:34:32.763271 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.763652 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.764382 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.764700 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > port after_create 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.765012 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.765344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > port after_update 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.766338 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.766626 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.766935 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.767248 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.772219 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:32.773348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:32.776815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d75500-1116-42b8-8e29-081d23788702" -d '{"events": [{"server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "name": "network-vif-plugged", "status": "completed", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:32.781521 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.782509 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:32.820082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-26ab6dd5-1440-411b-8069-961de241bd29 req-412f4dd2-4459-4da3-91a4-4005de929478 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794179 Oct 27 21:34:32.830236 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:32.830772 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 1957cdd6-5a6f-4789-ad0b-aacd3f4e9a45 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:32.845157 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1371848-1f58-40d9-a2e9-5787ce90e1ef x-openstack-request-id: req-e1371848-1f58-40d9-a2e9-5787ce90e1ef {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:32.845473 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "name": "network-vif-plugged", "status": "completed", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:32.845733 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1371848-1f58-40d9-a2e9-5787ce90e1ef {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:32.846215 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39', 'code': 200} Oct 27 21:34:32.860574 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.860961 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.861240 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.861567 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:34:32.862004 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dfca8f-0992-499f-b3d4-b701ece6aaab']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:32.871156 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:32.892366 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa733f8-391b-4100-b81b-a470c13fec16') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:32.892644 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa733f8-391b-4100-b81b-a470c13fec16') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:32.927608 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.966657 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.981344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:32.982070 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: from cryptography.utils import int_from_bytes Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: from cryptography.utils import int_from_bytes Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:32.989910 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:33.036942 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.039559 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.040819 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "DELETE /v2.0/security-groups/c5b05622-7d79-4d5c-b523-cfa33c71aa6e HTTP/1.1" status: 204 len: 168 time: 0.4977727 Oct 27 21:34:33.045715 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38014) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.078220 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03d183-75bf-4500-b312-81b43054ebc5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b05622-7d79-4d5c-b523-cfa33c71aa6e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.081200 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6df15-d4ea-40e7-b478-cae360d387a6 req-c3c0c287-06a5-4642-8dcd-24d4b50d19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:33.083308 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9bd6df15-d4ea-40e7-b478-cae360d387a6 req-c3c0c287-06a5-4642-8dcd-24d4b50d19fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 1098 time: 0.0413458 Oct 27 21:34:33.085452 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.api.v2.resource [None req-2f00e92c-78fe-4978-9a57-78c9f4ebafbd tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] show failed (client error): The resource could not be found. Oct 27 21:34:33.086430 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2f00e92c-78fe-4978-9a57-78c9f4ebafbd tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups/c5b05622-7d79-4d5c-b523-cfa33c71aa6e HTTP/1.1" status: 404 len: 347 time: 0.0375679 Oct 27 21:34:33.091975 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38016) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.105435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.143708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9bd6df15-d4ea-40e7-b478-cae360d387a6 req-8b89efe9-c196-4bd3-bb09-8064260cd437 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 Oct 27 21:34:33.156638 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.159967 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] 10.222.0.49 "DELETE /v2.0/networks/29dfca8f-0992-499f-b3d4-b701ece6aaab HTTP/1.1" status: 204 len: 168 time: 0.7055421 Oct 27 21:34:33.174192 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956b2e4-871c-4609-82c0-1f34e6723057 admin admin] Pushing event deleted for resources: {'Network': ['ID=29dfca8f-0992-499f-b3d4-b701ece6aaab,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.254080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Deleting port 26d387c1-efdb-420a-bb06-cdfe1491d6ce {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:33.254080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.297124 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38020) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.328376 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a6e4823a-b95e-4a69-a0cc-64d191faaa8f no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:33.349164 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: a6e4823a-b95e-4a69-a0cc-64d191faaa8f {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:33.349391 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a6e4823a-b95e-4a69-a0cc-64d191faaa8f not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:33.349814 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e9e86ac5-1559-4beb-a0cc-f59281117a4c no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:33.360596 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-39a6fa6f-4fd5-48d4-a15c-b12a33e7d015 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a025b57c24f64a6183799672eff535f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596402 Oct 27 21:34:33.360979 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38022) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.371061 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.371432 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.381192 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: e9e86ac5-1559-4beb-a0cc-f59281117a4c {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:33.381553 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e9e86ac5-1559-4beb-a0cc-f59281117a4c not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:33.384715 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Calling delete_port for 26d387c1-efdb-420a-bb06-cdfe1491d6ce owned by network:floatingip {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:33.412276 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.438791 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.487325 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.489889 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.491028 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d499214a-311b-4335-b582-d7fe02553904 HTTP/1.1" status: 204 len: 168 time: 0.1290472 Oct 27 21:34:33.499582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c293b1-b021-477c-af1b-9d5f7d697464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d499214a-311b-4335-b582-d7fe02553904,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.532915 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.560191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'Port': ['ID=26d387c1-efdb-420a-bb06-cdfe1491d6ce,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.624944 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.627466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.629740 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-bffa5019-4419-4199-875d-b4102bee6631 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "DELETE /v2.0/floatingips/c1912f2e-7473-48b2-9ed2-48e4add8b6c7 HTTP/1.1" status: 204 len: 168 time: 0.5359168 Oct 27 21:34:33.968384 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38042) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.975479 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036642048', 'description': 'tempest-description--1959767462'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:34.007321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4fa66-9b40-461f-9fbb-205b8d929827 req-fdf19885-6ff0-410b-9373-1225f8158458 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:34.009536 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.010448 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-86c4fa66-9b40-461f-9fbb-205b8d929827 req-fdf19885-6ff0-410b-9373-1225f8158458 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 945 time: 0.0766721 Oct 27 21:34:34.059948 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-86c4fa66-9b40-461f-9fbb-205b8d929827 req-ed8fc6d2-9af2-417d-8635-621d50457f1e tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Oct 27 21:34:34.125168 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.130589 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.161589 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.162859 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1931031 Oct 27 21:34:34.167219 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38048) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.172891 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group_rule': {'security_group_id': '9bb965ab-5f06-497d-8036-cb635f7593e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:34.178955 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b06f-ef26-498f-951a-7d8a6cb95ba0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb965ab-5f06-497d-8036-cb635f7593e0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:34.212823 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.280989 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.284999 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.305527 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f261a0-46fe-4390-9255-be373093e5c2,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:34.310929 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.312282 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0792757f-b44f-486a-8b9f-f66c37f421c3 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439083 Oct 27 21:34:34.315333 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38054) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.320171 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'security_group_rule': {'security_group_id': '9bb965ab-5f06-497d-8036-cb635f7593e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:34.353198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.404627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.409685 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.432786 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a335ab-7189-4da3-953f-aeaa21c2c950,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:34.439870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.441375 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-3b8630df-63b7-42b6-b2d3-a93a8bfcb2b6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248760 Oct 27 21:34:34.444439 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38060) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.450514 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:34.476117 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.592632 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.703037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Allocated IP 172.27.0.142 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/c9ca5d6a-17bc-42a5-b412-9803514774a3) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:34.827581 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.871711 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.920039 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:34.923677 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:34.928964 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:34.933171 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=c9ca5d6a-17bc-42a5-b412-9803514774a3,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:35.037155 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.085192 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.250495 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b94ed-14e5-421e-9f70-f392855b64fc req-e58c6d52-050b-41bb-a150-20665966b671 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:35.252057 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a02b94ed-14e5-421e-9f70-f392855b64fc req-e58c6d52-050b-41bb-a150-20665966b671 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 945 time: 0.0829096 Oct 27 21:34:35.307908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.315030 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.321587 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a02b94ed-14e5-421e-9f70-f392855b64fc req-c03632f0-6128-4097-a0de-7bcdc7e7b82c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Oct 27 21:34:35.650602 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=c9ca5d6a-17bc-42a5-b412-9803514774a3,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:35.661266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.683376 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.684629 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-39295cde-49d0-4aaf-bf03-c4dba562d836 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2390831 Oct 27 21:34:35.877825 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-d6a66631-4bd4-4e89-9538-005ed0028cb6 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1036642048&fields=id&tenant_id=15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 267 time: 0.0345702 Oct 27 21:34:35.989262 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-3fab382a-1293-48dc-8534-9cc04c2573bf tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:35.990861 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-3fab382a-1293-48dc-8534-9cc04c2573bf tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 811 time: 0.1063018 Oct 27 21:34:36.009713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-2371b9d7-eebe-4d15-a4dc-7f77d531a702 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/quotas/15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 375 time: 0.0120261 Oct 27 21:34:36.075639 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-9347f78d-ca18-47e2-8bbe-8fa2d64f003c tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574813 Oct 27 21:34:36.184172 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-25527382-e06c-40ed-914d-f3d4d1036afd service neutron] 10.222.0.49 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935416 Oct 27 21:34:36.304523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536614-df26-4235-b61c-0ca510a0ae1e req-967175db-ca6f-44ae-b85d-5c2c71e751ec tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:36.304523 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c3536614-df26-4235-b61c-0ca510a0ae1e req-967175db-ca6f-44ae-b85d-5c2c71e751ec tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 945 time: 0.1071458 Oct 27 21:34:36.337549 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-186d2c3a-57f9-4ea3-9c11-102444b1321c service neutron] 10.222.0.49 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472502 Oct 27 21:34:36.355145 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c3536614-df26-4235-b61c-0ca510a0ae1e req-8156446b-c5e4-4c18-9c19-81eddb12b756 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Oct 27 21:34:36.521122 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1a7e1dc-54fa-4e9e-a6e9-318c29bbe124 req-cdb85109-b403-4e8e-97b3-fd88aae20c2b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 210 time: 0.0311744 Oct 27 21:34:37.475780 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc8dd-fd05-481b-a1c6-7b6f0237eb12 req-872174c8-067d-46c5-90bf-335bba79103c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.477215 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-945dc8dd-fd05-481b-a1c6-7b6f0237eb12 req-872174c8-067d-46c5-90bf-335bba79103c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 945 time: 0.0533457 Oct 27 21:34:37.517088 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-945dc8dd-fd05-481b-a1c6-7b6f0237eb12 req-fc6dffdf-345c-4e4a-840d-a2c2c5a7e0e4 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Oct 27 21:34:37.623772 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27b70387-1b35-45ab-a38c-18d3443b5008 req-b7ddad57-f8fc-4f2b-bf6b-e83765643acf tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Oct 27 21:34:37.745056 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-60971b74-d112-4d94-91df-f42ad5995a8b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.746478 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-60971b74-d112-4d94-91df-f42ad5995a8b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 811 time: 0.1253107 Oct 27 21:34:37.847589 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-30e8231e-bb42-49a4-9f83-9e635fed1031 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15935ec9d55a4dbebab5387cc5104b3b HTTP/1.1" status: 200 len: 380 time: 0.0591216 Oct 27 21:34:37.872077 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'port': {'device_id': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'admin_state_up': True, 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'security_groups': ['9bb965ab-5f06-497d-8036-cb635f7593e0']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:37.978288 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38146) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:37.987104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Made reservation on behalf of 15935ec9d55a4dbebab5387cc5104b3b for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:37.990881 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.087978 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50587f-e040-421f-8647-e2f132e3691c req-c4b4d9a4-98a6-403e-a616-bdfadbe8566b tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:38.089472 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-af50587f-e040-421f-8647-e2f132e3691c req-c4b4d9a4-98a6-403e-a616-bdfadbe8566b tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Oct 27 21:34:38.155306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-23f4e557-520b-4cd7-93c7-7dace687c20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.172978 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Allocated IP 172.20.0.6 (04c16621-ebe3-4591-9f01-8bff101a19c0/31ef3be3-5709-4b56-8ee2-3f1e9daf506f/345dfea6-b33f-4daa-8a10-b5219299699e) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:38.243660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Deleting port e9f76f0b-3f18-49bb-81f2-21a07b648b39 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:38.243996 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.327423 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.336820 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-23f4e557-520b-4cd7-93c7-7dace687c20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.343798 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-23f4e557-520b-4cd7-93c7-7dace687c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.368628 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.396994 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] For port e9f76f0b-3f18-49bb-81f2-21a07b648b39, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e9f76f0b-3f18-49bb-81f2-21a07b648b39,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:38.397534 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.415270 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:38.418731 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:38.429347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event updated for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:38.430843 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4e557-520b-4cd7-93c7-7dace687c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06011d-9ae7-46de-88fd-91454f1810b9,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:38.432391 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:38.436891 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-23f4e557-520b-4cd7-93c7-7dace687c20f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a09e77bc4ece461aa540340f91eb33cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574480 Oct 27 21:34:38.439875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38152) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:38.441734 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Calling delete_port for e9f76f0b-3f18-49bb-81f2-21a07b648b39 owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:38.528685 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:38.530167 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.576311 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-5f0ef137-5792-44d5-8303-e0a7f5d2b476 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079539 Oct 27 21:34:38.585089 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.610158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Request body: {'port': {'device_id': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:38.623067 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.663047 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Pushing event deleted for resources: {'Port': ['ID=e9f76f0b-3f18-49bb-81f2-21a07b648b39,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:38.675066 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['e9f76f0b-3f18-49bb-81f2-21a07b648b39'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:38.724575 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.738407 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] No DVR routers for this DVR port e9f76f0b-3f18-49bb-81f2-21a07b648b39 on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:38.738666 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e32c333e-1c43-4aef-b56b-37d27a1a63a0 req-c200704a-2445-45bc-b9bd-146126d3ccf7 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa2a8e3-d46d-40f0-9e6c-0486befa5875 HTTP/1.1" status: 200 len: 210 time: 0.1106937 Oct 27 21:34:38.739675 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.749332 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-af50587f-e040-421f-8647-e2f132e3691c req-b3e11edb-b952-44bf-86f2-e262123a3e2a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "DELETE /v2.0/ports/e9f76f0b-3f18-49bb-81f2-21a07b648b39 HTTP/1.1" status: 204 len: 173 time: 0.6511269 Oct 27 21:34:38.749991 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'name': 'network-vif-deleted', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:38.758455 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f3927-bc57-4238-8f38-5a7169c3b9b5" -d '{"events": [{"server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "name": "network-vif-deleted", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:38.824753 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-ccb54958-594f-44eb-9b2d-268b85fd529d None None] Provisioning complete for port 345dfea6-b33f-4daa-8a10-b5219299699e triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:38.826270 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ccb54958-594f-44eb-9b2d-268b85fd529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.837389 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52906b54-1cfc-46ff-8626-41adf0542cff x-openstack-request-id: req-52906b54-1cfc-46ff-8626-41adf0542cff {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:38.837574 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.838397 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2a8e3-d46d-40f0-9e6c-0486befa5875", "name": "network-vif-deleted", "tag": "e9f76f0b-3f18-49bb-81f2-21a07b648b39", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:38.838910 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52906b54-1cfc-46ff-8626-41adf0542cff {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:38.839596 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2a8e3-d46d-40f0-9e6c-0486befa5875', 'name': 'network-vif-deleted', 'tag': 'e9f76f0b-3f18-49bb-81f2-21a07b648b39', 'status': 'completed', 'code': 200} Oct 27 21:34:38.862468 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4f888-2d7a-46c8-bf5a-3d646b00b161 req-c57b222a-7d9b-4786-8531-cc20fd9cc1da tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:38.864077 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4e4f888-2d7a-46c8-bf5a-3d646b00b161 req-c57b222a-7d9b-4786-8531-cc20fd9cc1da tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 931 time: 0.1347375 Oct 27 21:34:38.892012 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-ccb54958-594f-44eb-9b2d-268b85fd529d None None] Port 345dfea6-b33f-4daa-8a10-b5219299699e cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:34:38.909878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.913083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.913516 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e06011d-9ae7-46de-88fd-91454f1810b9 HTTP/1.1" status: 204 len: 168 time: 0.4428155 Oct 27 21:34:38.946488 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac5cd5-8033-46cf-a7d2-d00feb83231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06011d-9ae7-46de-88fd-91454f1810b9,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:39.013360 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4e4f888-2d7a-46c8-bf5a-3d646b00b161 req-8a8eef45-167f-4bc6-a120-ebe1763e4263 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194963 Oct 27 21:34:39.222370 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345dfea6-b33f-4daa-8a10-b5219299699e {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:39.232136 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.247013 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Transition to ACTIVE for port object 345dfea6-b33f-4daa-8a10-b5219299699e will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:39.253676 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.314925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:39.405292 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Attempting to bind port 345dfea6-b33f-4daa-8a10-b5219299699e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:39.405947 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Attempting to bind port 345dfea6-b33f-4daa-8a10-b5219299699e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:39.406529 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Attempting to bind port 345dfea6-b33f-4daa-8a10-b5219299699e on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:39.413115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Port 345dfea6-b33f-4daa-8a10-b5219299699e on network 04c16621-ebe3-4591-9f01-8bff101a19c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:39.413789 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Attempting to bind port 345dfea6-b33f-4daa-8a10-b5219299699e on network 04c16621-ebe3-4591-9f01-8bff101a19c0 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:39.423651 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:39.424156 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Checking segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:39.424467 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Bound using segment: {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:39.425085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Bound port: 345dfea6-b33f-4daa-8a10-b5219299699e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad536e2-870f-400e-8441-4bad53bfd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:39.425436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.546940 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:39.551516 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=345dfea6-b33f-4daa-8a10-b5219299699e,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:39.561255 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.599169 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.599934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.601232 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] 10.222.0.66 "PUT /v2.0/ports/345dfea6-b33f-4daa-8a10-b5219299699e HTTP/1.1" status: 200 len: 1093 time: 1.0024354 Oct 27 21:34:39.601852 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:39.604613 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca45a6a-8506-4276-a5a7-c663f7bebd40" -d '{"events": [{"name": "network-changed", "server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:39.641502 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9754-fd92-408d-af92-7e77e660cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:39.663999 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff2f22-244e-42d9-96a7-55a5f3031aaa x-openstack-request-id: req-0fff2f22-244e-42d9-96a7-55a5f3031aaa {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:39.664614 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:39.665718 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fff2f22-244e-42d9-96a7-55a5f3031aaa {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:39.666872 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e', 'status': 'completed', 'code': 200} Oct 27 21:34:39.743908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-e37075b9-5e3f-46d8-8e7b-f941a30182e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.745463 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-e37075b9-5e3f-46d8-8e7b-f941a30182e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0597959 Oct 27 21:34:39.805791 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-3293ff9e-8a39-41d3-8cf4-f9f101dd3be4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345dfea6-b33f-4daa-8a10-b5219299699e HTTP/1.1" status: 200 len: 217 time: 0.0433240 Oct 27 21:34:39.820298 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38186) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:39.877056 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-7016a31c-3fc2-4708-a041-f4c8d511c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.878580 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-7016a31c-3fc2-4708-a041-f4c8d511c8ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0652270 Oct 27 21:34:39.943128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-f650882b-4b6a-4b84-b956-a7a514eda60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.944902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-f650882b-4b6a-4b84-b956-a7a514eda60a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550475 Oct 27 21:34:39.993624 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199936581-network', 'tenant_id': 'fb7e64febd3c442698afdeb842aa064a'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:40.024611 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Made reservation on behalf of fb7e64febd3c442698afdeb842aa064a for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:40.027472 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.040094 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.169923 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.175007 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.178445 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-ad89ee5f-14a4-4f1f-8ded-73aa5791d73a service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191336 Oct 27 21:34:40.198523 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:34:40.216053 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde01c8b-4e83-47c6-81a4-b13768a6c2e2,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:40.219113 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.219476 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Added segment eaf41db0-bdab-4a97-a891-819486dda5de of type vlan for network 3b7e020a-4a6b-4800-8c45-93b310e22fe6 Oct 27 21:34:40.264335 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.290669 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.291197 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fea8e-2cf2-4c23-a236-b199f637cb34 req-54a07abb-15e6-4232-8681-dcbf17e58995 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.291652 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.292247 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.292752 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f32fea8e-2cf2-4c23-a236-b199f637cb34 req-54a07abb-15e6-4232-8681-dcbf17e58995 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 943 time: 0.1640327 Oct 27 21:34:40.312253 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-efe367b9-07ca-4f49-b74d-943d2186c4b0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.314082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-efe367b9-07ca-4f49-b74d-943d2186c4b0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 809 time: 0.2559102 Oct 27 21:34:40.350745 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5251615 Oct 27 21:34:40.353952 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38208) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:40.359664 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-42b43d20-9abd-42bd-9393-c7799fa86078 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/quotas/cf4b5d826c414daeaca1c746e5735595 HTTP/1.1" status: 200 len: 375 time: 0.0377622 Oct 27 21:34:40.359960 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Request body: {'subnet': {'network_id': '3b7e020a-4a6b-4800-8c45-93b310e22fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199936581-subnet', 'tenant_id': 'fb7e64febd3c442698afdeb842aa064a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:40.372434 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c184-43ff-44db-920f-ee52d3a9b531 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7e020a-4a6b-4800-8c45-93b310e22fe6,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:40.377370 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d178919-eaa7-4b5e-8e4b-5e7be63f1511 req-a7cdeff2-af02-4df3-97b1-aae7b601c055 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887884 Oct 27 21:34:40.386152 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 3b7e020a-4a6b-4800-8c45-93b310e22fe6 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:34:40.395126 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f32fea8e-2cf2-4c23-a236-b199f637cb34 req-d38d1d8a-243d-4dfe-a7ed-3538b8c65c34 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930941 Oct 27 21:34:40.413629 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Made reservation on behalf of fb7e64febd3c442698afdeb842aa064a for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:40.413964 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6dece830-e974-4846-826f-7071a67e4956 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414941 Oct 27 21:34:40.416729 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4503134'] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.613468 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-d8465e61-ec83-4b85-98ec-3131e0463c7e service neutron] 10.222.0.49 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855798 Oct 27 21:34:40.670254 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4402679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4503116'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.690880 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-5541ee00-2f92-4107-bb19-5182022ab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.692749 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-5541ee00-2f92-4107-bb19-5182022ab406 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 1096 time: 0.1713243 Oct 27 21:34:40.737014 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=207a551d-e8f3-488c-977c-5634233fc6fe,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:40.750742 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Checking segment: {'id': 'eaf41db0-bdab-4a97-a891-819486dda5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '3b7e020a-4a6b-4800-8c45-93b310e22fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:40.751092 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Network hostable DHCP agents. Network: 3b7e020a-4a6b-4800-8c45-93b310e22fe6, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:34:40.771774 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Network 3b7e020a-4a6b-4800-8c45-93b310e22fe6 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:34:40.783398 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 3b7e020a-4a6b-4800-8c45-93b310e22fe6) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:40.788469 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.788795 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.792928 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-a19b28ba-7a51-49ae-95b5-383a91801c19 service neutron] 10.222.0.49 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692748 Oct 27 21:34:40.803410 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e8cfb-14dc-4db0-a183-934b92628533 None None] Network 3b7e020a-4a6b-4800-8c45-93b310e22fe6 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:40.809461 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-73c115cb-c401-4ab0-815d-d3428c168f52 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4543593 Oct 27 21:34:40.846178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-698bf858-4e6b-455a-900f-21cbf6cf991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.847769 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-698bf858-4e6b-455a-900f-21cbf6cf991d service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.1310649 Oct 27 21:34:40.901711 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-c4778831-5bc0-45b5-afce-3fff5e6d4336 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345dfea6-b33f-4daa-8a10-b5219299699e HTTP/1.1" status: 200 len: 217 time: 0.0450282 Oct 27 21:34:40.985719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-c6a7511e-abec-4b7e-a014-56b455c3033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:40.986524 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b057d6-4e0f-41b2-a1df-39cad5a0794b None None] Network 3b7e020a-4a6b-4800-8c45-93b310e22fe6 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:40.987206 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-c6a7511e-abec-4b7e-a014-56b455c3033d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0777349 Oct 27 21:34:41.062516 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-65655baa-6740-4a3f-b70e-6b3c8cb83c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:41.065018 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-65655baa-6740-4a3f-b70e-6b3c8cb83c4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679533 Oct 27 21:34:41.178361 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e266cb0-8132-4d82-9cc2-2052a029f467 req-2c3ed9f5-1e7d-426c-b138-61377209f6bc tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 210 time: 0.1237338 Oct 27 21:34:41.235033 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-e25ae41c-b4b8-483d-b3d3-4784299c5cff service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581886 Oct 27 21:34:41.356976 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bca45a6a-8506-4276-a5a7-c663f7bebd40 req-7b157a81-d44d-4670-83c0-c327c4da05d4 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073360 Oct 27 21:34:41.480224 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38238) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:41.486588 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382333108-network', 'tenant_id': 'af59f2a7a289406ca530182442f84192'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:41.553080 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Made reservation on behalf of af59f2a7a289406ca530182442f84192 for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:41.556568 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.571133 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.581765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f394d-a94f-4cb5-a853-b7da09bed64d req-721fcaf4-e884-4bb5-9b77-de1fe754c807 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:41.583354 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-905f394d-a94f-4cb5-a853-b7da09bed64d req-721fcaf4-e884-4bb5-9b77-de1fe754c807 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 943 time: 0.0923529 Oct 27 21:34:41.652821 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-905f394d-a94f-4cb5-a853-b7da09bed64d req-ebd115d0-e670-4a87-98d2-69edc430145a tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585022 Oct 27 21:34:41.712426 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.719539 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.764238 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:34:41.772768 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a40040-2524-4e9c-a1d0-d92da6650888,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:41.783197 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.783773 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Added segment 5103e002-fd0d-4fe0-a7a5-7d467c91f32e of type vlan for network c9f114d1-db56-4ee1-a12f-8b17600f7b92 Oct 27 21:34:41.843251 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.881960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.882977 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:41.883663 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.940273 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4586625 Oct 27 21:34:41.943861 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38242) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:41.949716 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Request body: {'subnet': {'network_id': 'c9f114d1-db56-4ee1-a12f-8b17600f7b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382333108-subnet', 'tenant_id': 'af59f2a7a289406ca530182442f84192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:41.954868 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36da3de-d896-4f68-81d9-59a96ddc64f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f114d1-db56-4ee1-a12f-8b17600f7b92,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:41.966402 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network c9f114d1-db56-4ee1-a12f-8b17600f7b92 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:34:41.983267 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Made reservation on behalf of af59f2a7a289406ca530182442f84192 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:41.987350 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4503134'] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.191468 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4402679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4503116'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.258068 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c411b14-a08d-4650-b900-c5fddc3d6485,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:42.266427 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Checking segment: {'id': '5103e002-fd0d-4fe0-a7a5-7d467c91f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c9f114d1-db56-4ee1-a12f-8b17600f7b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:42.266788 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Network hostable DHCP agents. Network: c9f114d1-db56-4ee1-a12f-8b17600f7b92, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:34:42.288503 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Network c9f114d1-db56-4ee1-a12f-8b17600f7b92 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:34:42.299054 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, c9f114d1-db56-4ee1-a12f-8b17600f7b92) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:42.309699 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f099396-b4f8-451b-8706-7a858a1584a6 None None] Network c9f114d1-db56-4ee1-a12f-8b17600f7b92 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:42.315264 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:42.316203 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.332006 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-745cfb1b-3a7c-4e5c-8ce1-c98ce7fbb420 req-7d0363f8-a6c0-44a3-a9ff-a9e8e133e838 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 210 time: 0.0808482 Oct 27 21:34:42.343152 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-186f3b70-eccd-4f86-b3a3-4958da9aef34 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3978412 Oct 27 21:34:42.494104 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38252) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:42.498280 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da68c7-116e-42f8-91e8-e2da7f030f78 None None] Network c9f114d1-db56-4ee1-a12f-8b17600f7b92 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:42.549561 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Deleting subnet 207a551d-e8f3-488c-977c-5634233fc6fe {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:42.553710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 345dfea6-b33f-4daa-8a10-b5219299699e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:42.553932 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.556411 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device e9f76f0b-3f18-49bb-81f2-21a07b648b39 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:42.595930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: e9f76f0b-3f18-49bb-81f2-21a07b648b39 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:42.596315 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device e9f76f0b-3f18-49bb-81f2-21a07b648b39 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:42.604491 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.679097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.709444 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-73620149-28d6-48dc-8870-17ede7410a6f tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:42.711155 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-73620149-28d6-48dc-8870-17ede7410a6f tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 809 time: 0.4614496 Oct 27 21:34:42.735782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Request body: {'port': {'device_id': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13', 'admin_state_up': True, 'tenant_id': 'cf4b5d826c414daeaca1c746e5735595'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:42.772578 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=345dfea6-b33f-4daa-8a10-b5219299699e,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:42.774495 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.791936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '345dfea6-b33f-4daa-8a10-b5219299699e', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'port_id': '345dfea6-b33f-4daa-8a10-b5219299699e', 'mac_address': 'fa:16:3e:ed:5f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:42.826879 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207a551d-e8f3-488c-977c-5634233fc6fe,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:42.834228 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.840717 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-9587242c-3ac9-4dcf-85c5-fb9c991b433d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/207a551d-e8f3-488c-977c-5634233fc6fe HTTP/1.1" status: 204 len: 168 time: 0.3451734 Oct 27 21:34:42.843019 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38256) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:42.863320 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.863802 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a957710-b469-469d-b2ad-dbf7cf13ddb4 req-7e3241c2-bccf-4bfb-9c04-775810a81acc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:42.865467 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a957710-b469-469d-b2ad-dbf7cf13ddb4 req-7e3241c2-bccf-4bfb-9c04-775810a81acc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 943 time: 0.1070466 Oct 27 21:34:42.892149 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345dfea6-b33f-4daa-8a10-b5219299699e {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:42.942193 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=345dfea6-b33f-4daa-8a10-b5219299699e,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:42.948715 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a957710-b469-469d-b2ad-dbf7cf13ddb4 req-c2829de6-e841-44c7-ab09-c1ffaf8d1d2e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 Oct 27 21:34:42.951205 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.977657 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:42.983585 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Made reservation on behalf of cf4b5d826c414daeaca1c746e5735595 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:42.987871 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.060372 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:43.072329 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.096835 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7e020a-4a6b-4800-8c45-93b310e22fe6']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.113950 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf41db0-bdab-4a97-a891-819486dda5de') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.114287 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf41db0-bdab-4a97-a891-819486dda5de') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.128682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.150926 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Allocated IP 172.20.0.5 (eb10db8d-3e15-4072-ac0c-05e9a35e9d13/fee3238b-0fd3-4e72-9a34-cbb10443767e/a561383d-61bf-4057-9c3b-893ceadedde6) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:43.157942 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.165683 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:43.166159 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:43.168333 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:43.251504 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.258650 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.266861 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3b7e020a-4a6b-4800-8c45-93b310e22fe6 HTTP/1.1" status: 204 len: 168 time: 0.4196470 Oct 27 21:34:43.269548 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38260) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:43.299946 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e181953-5c80-4ba0-b4ce-e8be98a7f419 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7e020a-4a6b-4800-8c45-93b310e22fe6,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:43.302587 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['345dfea6-b33f-4daa-8a10-b5219299699e'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:43.349632 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Deleting subnet 3c411b14-a08d-4650-b900-c5fddc3d6485 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:43.354981 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.417535 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.429356 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.478476 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a2ff71db-ae76-44c3-853d-87c9c5657bd1 req-322a38b0-8646-45bf-ae76-343c4e2bc06a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 210 time: 0.0444357 Oct 27 21:34:43.491966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.502574 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.555775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:43.559258 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:43.563474 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:43.570829 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Pushing event updated for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:43.584813 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.622961 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c411b14-a08d-4650-b900-c5fddc3d6485,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:43.629202 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.635644 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-317bd639-df78-46d0-96d0-9e8d9e172ffb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3c411b14-a08d-4650-b900-c5fddc3d6485 HTTP/1.1" status: 204 len: 168 time: 0.3644001 Oct 27 21:34:43.638902 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38264) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:43.639512 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:43.640611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.665235 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-90244250-e4ac-4273-83f9-ebe0570bd313 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360304 Oct 27 21:34:43.692357 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Request body: {'port': {'device_id': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:43.724362 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.793763 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.866386 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.890419 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f114d1-db56-4ee1-a12f-8b17600f7b92']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.900869 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5103e002-fd0d-4fe0-a7a5-7d467c91f32e') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.901138 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5103e002-fd0d-4fe0-a7a5-7d467c91f32e') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:43.912242 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.930723 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.937750 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:43.938150 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:43.940093 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:44.010879 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.017246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.024198 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9f114d1-db56-4ee1-a12f-8b17600f7b92 HTTP/1.1" status: 204 len: 168 time: 0.3808372 Oct 27 21:34:44.038489 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1990248-1b46-4863-8c6a-a32a17f168b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f114d1-db56-4ee1-a12f-8b17600f7b92,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:44.189714 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc792-f28b-45b8-9059-d866cd02725e req-6eaf7e54-4329-48a8-80fe-8eb2f23e67de tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:44.191320 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a1bc792-f28b-45b8-9059-d866cd02725e req-6eaf7e54-4329-48a8-80fe-8eb2f23e67de tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 944 time: 0.1590922 Oct 27 21:34:44.227790 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38272) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:44.263947 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a1bc792-f28b-45b8-9059-d866cd02725e req-87bf7999-1f37-4ea0-99e9-e6989c15f27e tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612149 Oct 27 21:34:44.275468 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-10f77f27-ebf8-44ac-8c39-f30f03454ec7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb7e64febd3c442698afdeb842aa064a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464580 Oct 27 21:34:44.278178 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38274) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:44.309875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a561383d-61bf-4057-9c3b-893ceadedde6 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:44.319597 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.333288 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Transition to ACTIVE for port object a561383d-61bf-4057-9c3b-893ceadedde6 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:44.338342 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.338660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.367589 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.395213 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Pushing event updated for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:44.441186 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.445992 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.447858 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fde01c8b-4e83-47c6-81a4-b13768a6c2e2 HTTP/1.1" status: 204 len: 168 time: 0.1651793 Oct 27 21:34:44.461177 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24a296-1f9d-4fb6-aa79-bc9a453b7ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde01c8b-4e83-47c6-81a4-b13768a6c2e2,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:44.497205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Attempting to bind port a561383d-61bf-4057-9c3b-893ceadedde6 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:44.497775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Attempting to bind port a561383d-61bf-4057-9c3b-893ceadedde6 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:44.498328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Attempting to bind port a561383d-61bf-4057-9c3b-893ceadedde6 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:44.506146 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Port a561383d-61bf-4057-9c3b-893ceadedde6 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:44.506560 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Attempting to bind port a561383d-61bf-4057-9c3b-893ceadedde6 on network eb10db8d-3e15-4072-ac0c-05e9a35e9d13 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:44.513305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:44.513890 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Checking segment: {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:44.514382 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Bound using segment: {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:44.514895 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Bound port: a561383d-61bf-4057-9c3b-893ceadedde6, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e78246-2d44-42aa-af14-f4b8b492944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:44.515364 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.531710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 345dfea6-b33f-4daa-8a10-b5219299699e up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:44.607086 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:44.612487 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a561383d-61bf-4057-9c3b-893ceadedde6,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:44.621448 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.650768 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 345dfea6-b33f-4daa-8a10-b5219299699e completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:44.658908 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 345dfea6-b33f-4daa-8a10-b5219299699e triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:44.659849 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.689942 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:44.690680 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.692260 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] 10.222.0.66 "PUT /v2.0/ports/a561383d-61bf-4057-9c3b-893ceadedde6 HTTP/1.1" status: 200 len: 1093 time: 1.0050707 Oct 27 21:34:44.693785 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:44.696934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b12752-9e95-4b51-88aa-16505f7dbd50" -d '{"events": [{"name": "network-changed", "server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:44.746039 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b36b0-5da7-4cfa-aceb-bd393b3b7c03 req-047d25bb-ad8e-4044-994c-7768672d8eb8 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:44.747847 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2d2b36b0-5da7-4cfa-aceb-bd393b3b7c03 req-047d25bb-ad8e-4044-994c-7768672d8eb8 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 943 time: 0.1174297 Oct 27 21:34:44.748916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99e064-a57d-47df-85b9-d844795759bc service neutron] Pushing event updated for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:44.792302 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafdd8ea-5c68-406f-885c-bc48f470d56a x-openstack-request-id: req-aafdd8ea-5c68-406f-885c-bc48f470d56a {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:44.792684 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:44.793018 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aafdd8ea-5c68-406f-885c-bc48f470d56a {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:44.793490 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6', 'status': 'completed', 'code': 200} Oct 27 21:34:44.820156 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.855782 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2d2b36b0-5da7-4cfa-aceb-bd393b3b7c03 req-bb563f2a-430c-4cd6-85a7-4dc390c1c04c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918133 Oct 27 21:34:44.867297 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-0a2ab2f1-8b4d-49d9-8188-1be2ea8eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:44.871448 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-0a2ab2f1-8b4d-49d9-8188-1be2ea8eb15b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 1096 time: 0.0982521 Oct 27 21:34:44.872128 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:44.876470 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fd2cc4-e050-4b3b-bf69-0f881fb689f7" -d '{"events": [{"server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "name": "network-vif-plugged", "status": "completed", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:44.901223 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=345dfea6-b33f-4daa-8a10-b5219299699e,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:44.910273 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:44.937053 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-38c22afa-906c-486b-aaf5-6c356ecfe264 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a561383d-61bf-4057-9c3b-893ceadedde6 HTTP/1.1" status: 200 len: 217 time: 0.0482850 Oct 27 21:34:44.953906 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985bc62f-9fca-4b33-b242-c753708c69f1 x-openstack-request-id: req-985bc62f-9fca-4b33-b242-c753708c69f1 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:44.954239 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "name": "network-vif-plugged", "status": "completed", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:44.954463 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-985bc62f-9fca-4b33-b242-c753708c69f1 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:44.954858 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e', 'code': 200} Oct 27 21:34:44.984960 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:45.031064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-0cc4ba7b-2e77-479b-b32b-0adc3644b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.032668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-0cc4ba7b-2e77-479b-b32b-0adc3644b0ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fee3238b-0fd3-4e72-9a34-cbb10443767e HTTP/1.1" status: 200 len: 849 time: 0.0834360 Oct 27 21:34:45.070460 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-be779ee0-a7db-42ef-9036-0bfeac511af5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284646 Oct 27 21:34:45.072692 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38286) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:45.176620 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6876f3e8-be12-4384-86ed-c7d40e92f335 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af59f2a7a289406ca530182442f84192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026194 Oct 27 21:34:45.179231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38288) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:45.182062 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7931-f4fe-4db8-9537-516def155375 req-05489054-ba44-404d-ad9a-158f713ed169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.183732 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-333e7931-f4fe-4db8-9537-516def155375 req-05489054-ba44-404d-ad9a-158f713ed169 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 1098 time: 0.0475202 Oct 27 21:34:45.234277 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-333e7931-f4fe-4db8-9537-516def155375 req-fc71c494-a72e-4f76-9fcb-0a3157dcb3d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Oct 27 21:34:45.247369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-797f4d4e-b503-4533-a1b9-d0bce436cecc service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668186 Oct 27 21:34:45.262090 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:45.286544 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:45.353674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:45.356370 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:45.357792 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8a40040-2524-4e9c-a1d0-d92da6650888 HTTP/1.1" status: 204 len: 168 time: 0.1775830 Oct 27 21:34:45.384612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2df023-6514-4a0c-a276-0caba4f5f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a40040-2524-4e9c-a1d0-d92da6650888,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:45.408609 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378eaf-0daf-4edf-8fd1-0df30a1c8cbd req-40a1939d-c2eb-4483-9c56-c26de7419842 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.410191 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe378eaf-0daf-4edf-8fd1-0df30a1c8cbd req-40a1939d-c2eb-4483-9c56-c26de7419842 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.0681152 Oct 27 21:34:45.474107 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe378eaf-0daf-4edf-8fd1-0df30a1c8cbd req-13928cf0-caa7-4784-953d-131d1ef1902d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471723 Oct 27 21:34:45.668095 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-729e5279-7cbc-44ee-b5fd-a28f4072d484 req-dc952ddf-8c69-41ba-81d6-60a5ac3ba7bd service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950403 Oct 27 21:34:45.826314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-656a095e-07a1-48a3-8daf-1fc2a334585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.828376 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-656a095e-07a1-48a3-8daf-1fc2a334585c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf4b5d826c414daeaca1c746e5735595&device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 1096 time: 0.0504920 Oct 27 21:34:45.949293 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-5bdf74ec-58f8-4581-b97f-0ca6fad0af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.952697 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-5bdf74ec-58f8-4581-b97f-0ca6fad0af13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 200 len: 910 time: 0.1139565 Oct 27 21:34:46.016656 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-1f315cce-4467-4295-baa3-6ea975315511 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a561383d-61bf-4057-9c3b-893ceadedde6 HTTP/1.1" status: 200 len: 217 time: 0.0459673 Oct 27 21:34:46.043086 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37418204-70c6-47cb-967f-fe6a9099ea5d req-3e21b0ce-30ca-41e7-9cf1-d5f25ce0d308 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:46.044673 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37418204-70c6-47cb-967f-fe6a9099ea5d req-3e21b0ce-30ca-41e7-9cf1-d5f25ce0d308 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 943 time: 0.1116097 Oct 27 21:34:46.100126 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-a5d178c0-6dba-47f0-a836-17b3c1f64803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:46.101495 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-a5d178c0-6dba-47f0-a836-17b3c1f64803 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fee3238b-0fd3-4e72-9a34-cbb10443767e HTTP/1.1" status: 200 len: 849 time: 0.0758049 Oct 27 21:34:46.128386 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37418204-70c6-47cb-967f-fe6a9099ea5d req-9d06ba48-9609-4bfc-9493-bdbbebc3d5e9 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643232 Oct 27 21:34:46.152323 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-44e8d93d-8ffc-476e-b6cb-e0d222fe3338 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb10db8d-3e15-4072-ac0c-05e9a35e9d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378113 Oct 27 21:34:46.251221 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-eaed199e-c2db-4281-9cd6-71dc9ae5091d service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909371 Oct 27 21:34:46.356588 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b0b12752-9e95-4b51-88aa-16505f7dbd50 req-a3138529-3e3b-4ac4-a2c4-96481b35735e service neutron] 10.222.0.66 "GET /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941381 Oct 27 21:34:46.620580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649758e9-6617-4dfa-99b5-9358e07d5937 req-b5229561-32fc-4f8d-978d-702756c4fe33 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:46.625078 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-649758e9-6617-4dfa-99b5-9358e07d5937 req-b5229561-32fc-4f8d-978d-702756c4fe33 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.0671141 Oct 27 21:34:46.674640 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-649758e9-6617-4dfa-99b5-9358e07d5937 req-52416939-7e20-48f0-a73f-c7e7415e643b tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Oct 27 21:34:47.263905 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc783dc-b46d-4979-99b1-9c97b4527b82 req-4e099180-9dd4-4f54-b4ef-154955a26fd5 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:47.265602 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5bc783dc-b46d-4979-99b1-9c97b4527b82 req-4e099180-9dd4-4f54-b4ef-154955a26fd5 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 943 time: 0.0537522 Oct 27 21:34:47.312265 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5bc783dc-b46d-4979-99b1-9c97b4527b82 req-4d0d7fea-e89c-485b-8922-c7d28460317d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Oct 27 21:34:48.092627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c5fa-f4a9-46e5-954a-192163b98e0e req-165b05bb-136d-4cf4-aff2-b433c35037ef tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:48.094176 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0033c5fa-f4a9-46e5-954a-192163b98e0e req-165b05bb-136d-4cf4-aff2-b433c35037ef tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.3435326 Oct 27 21:34:48.137926 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0033c5fa-f4a9-46e5-954a-192163b98e0e req-3cc98ed9-36f7-410d-b6ce-0883d19c4e01 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Oct 27 21:34:48.167377 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38374) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:48.289092 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97eaa6fb-7f81-4231-9d83-772e6d03a4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.384645 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97eaa6fb-7f81-4231-9d83-772e6d03a4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.389714 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-97eaa6fb-7f81-4231-9d83-772e6d03a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.428817 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-97eaa6fb-7f81-4231-9d83-772e6d03a4fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9814641c99f64b5cae833ceaf2ba6afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598183 Oct 27 21:34:48.431126 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa6fb-7f81-4231-9d83-772e6d03a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29ee84d-f7b6-43f2-a74e-25f0b31b0d2d,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:48.432052 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38384) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:48.477207 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43571486-fb70-46be-b4cb-d3a729547ff7 req-677190d8-e7a0-45c8-88d5-3ebb256b9a29 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:48.478730 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-43571486-fb70-46be-b4cb-d3a729547ff7 req-677190d8-e7a0-45c8-88d5-3ebb256b9a29 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.2400701 Oct 27 21:34:48.487761 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38386) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:48.492467 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Request body: {'floatingip': {'port_id': '345dfea6-b33f-4daa-8a10-b5219299699e'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:48.494297 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4911777-6fef-4f48-8ce1-0a304ddf6a0d req-9419f8de-efe4-4a6f-863a-ce15ebd49355 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:48.495837 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d4911777-6fef-4f48-8ce1-0a304ddf6a0d req-9419f8de-efe4-4a6f-863a-ce15ebd49355 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 943 time: 0.0984230 Oct 27 21:34:48.533528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.535776 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.560404 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d4911777-6fef-4f48-8ce1-0a304ddf6a0d req-2687ddb3-0e2c-4515-8265-ea11d25a8b64 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579374 Oct 27 21:34:48.569980 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device a561383d-61bf-4057-9c3b-893ceadedde6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:48.575242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.633878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.636832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.640951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b29ee84d-f7b6-43f2-a74e-25f0b31b0d2d HTTP/1.1" status: 204 len: 168 time: 0.2078736 Oct 27 21:34:48.654274 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd686b4-fc78-4d8e-86ac-04ee6cf9a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29ee84d-f7b6-43f2-a74e-25f0b31b0d2d,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:48.697132 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a561383d-61bf-4057-9c3b-893ceadedde6,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:48.709678 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'a561383d-61bf-4057-9c3b-893ceadedde6', 'network_id': 'eb10db8d-3e15-4072-ac0c-05e9a35e9d13', 'port_id': 'a561383d-61bf-4057-9c3b-893ceadedde6', 'mac_address': 'fa:16:3e:c7:69:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee3238b-0fd3-4e72-9a34-cbb10443767e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:48.752562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.772780 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a561383d-61bf-4057-9c3b-893ceadedde6 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:48.798104 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a561383d-61bf-4057-9c3b-893ceadedde6,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:48.803129 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:48.860192 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:49.030572 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38394) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:49.044264 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f3c00b68-4755-4490-8382-a40998ac11fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.140934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f3c00b68-4755-4490-8382-a40998ac11fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.145489 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f3c00b68-4755-4490-8382-a40998ac11fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.186926 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f3c00b68-4755-4490-8382-a40998ac11fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=512dd575da6c48d38fa7150824bd91b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548576 Oct 27 21:34:49.189206 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00b68-4755-4490-8382-a40998ac11fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea41783-745d-473b-9ab7-7c8a149fac2b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:49.191796 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38396) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:49.198295 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['a561383d-61bf-4057-9c3b-893ceadedde6'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:49.276797 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.313153 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.357919 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.364830 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.373568 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.376849 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.378038 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ea41783-745d-473b-9ab7-7c8a149fac2b HTTP/1.1" status: 204 len: 168 time: 0.1852899 Oct 27 21:34:49.388779 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc292c-8fc1-460a-9ee5-06a6bb1eea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea41783-745d-473b-9ab7-7c8a149fac2b,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:49.490429 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.l3_db [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Floating IP a9a9a6bf-23a1-4277-81e3-0d13914d5899 associated. External IP: 172.27.0.142, port: 345dfea6-b33f-4daa-8a10-b5219299699e. Oct 27 21:34:49.731030 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:49.734288 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd75-e1f1-4ee4-81e6-fc7696a06c4d req-705b670d-5dbc-42df-bb42-e24feb999ea0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:49.736124 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69b0dd75-e1f1-4ee4-81e6-fc7696a06c4d req-705b670d-5dbc-42df-bb42-e24feb999ea0 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 944 time: 0.0803928 Oct 27 21:34:49.790877 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69b0dd75-e1f1-4ee4-81e6-fc7696a06c4d req-53036469-7e73-4f11-aa85-6f06ca4fe475 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468483 Oct 27 21:34:49.849632 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:49.856772 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.863391 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:49.875734 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:49.876971 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:49.894579 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-93cbbf4d-e524-405a-8599-3d87d3a91e77 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a9a6bf-23a1-4277-81e3-0d13914d5899 HTTP/1.1" status: 200 len: 991 time: 1.4056938 Oct 27 21:34:49.895348 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:49.898766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06" -d '{"events": [{"name": "network-changed", "server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:49.941620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ea1cf-d4de-4ce2-8a5e-e955119f3ded x-openstack-request-id: req-8b3ea1cf-d4de-4ce2-8a5e-e955119f3ded {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:49.942058 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:49.942304 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b3ea1cf-d4de-4ce2-8a5e-e955119f3ded {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:49.942682 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e', 'status': 'completed', 'code': 200} Oct 27 21:34:50.027013 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:50.060894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-d1fbad22-005a-424e-b998-b108ab86151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.062998 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-d1fbad22-005a-424e-b998-b108ab86151e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 1098 time: 0.0486884 Oct 27 21:34:50.205733 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-ed394f0a-869e-4c34-997c-2a9912cc8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.208235 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-ed394f0a-869e-4c34-997c-2a9912cc8cbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 200 len: 912 time: 0.1375461 Oct 27 21:34:50.309752 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-c899c2d3-2b91-4339-95f4-c873d054d7fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345dfea6-b33f-4daa-8a10-b5219299699e HTTP/1.1" status: 200 len: 999 time: 0.0892804 Oct 27 21:34:50.331973 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'a9a9a6bf-23a1-4277-81e3-0d13914d5899', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '345dfea6-b33f-4daa-8a10-b5219299699e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:ed:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:34Z', 'updated_at': '2021-10-27T21:34:49Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:50.364182 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:50.370000 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-8c83354d-ea69-4550-ae0d-d465ebb1c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.371540 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-8c83354d-ea69-4550-ae0d-d465ebb1c273 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 200 len: 850 time: 0.0535853 Oct 27 21:34:50.374152 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:50.375746 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:50.431977 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-d94430f1-1008-4ed3-b996-691d3253f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.434062 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-d94430f1-1008-4ed3-b996-691d3253f2c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04c16621-ebe3-4591-9f01-8bff101a19c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534668 Oct 27 21:34:50.596812 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-4c4a94c2-4b16-4eae-a11b-1b60938ce3b8 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516130 Oct 27 21:34:50.650122 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device a561383d-61bf-4057-9c3b-893ceadedde6 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:50.743718 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:50.762326 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-007a1d8a-4edb-4398-bf12-f9eaea1c5c06 req-44c179b3-a0ed-42c2-a934-57975bc38215 service neutron] 10.222.0.66 "GET /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579187 Oct 27 21:34:50.856658 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port a561383d-61bf-4057-9c3b-893ceadedde6 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:50.871551 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port a561383d-61bf-4057-9c3b-893ceadedde6 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:50.872540 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:50.883989 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38436) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:50.958975 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83b683-011b-4faf-b85e-56d274c899b3 req-bcbb1127-ab0c-4912-923a-795be896711b tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.960591 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be83b683-011b-4faf-b85e-56d274c899b3 req-bcbb1127-ab0c-4912-923a-795be896711b tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 944 time: 0.0788348 Oct 27 21:34:51.008866 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be83b683-011b-4faf-b85e-56d274c899b3 req-e65b3b9a-5516-4623-af39-e660b6b0b129 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Oct 27 21:34:51.023658 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f20c7df8-8325-4b6d-a2c7-9ea99fc8f627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.097932 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.115026 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f20c7df8-8325-4b6d-a2c7-9ea99fc8f627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.119307 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f20c7df8-8325-4b6d-a2c7-9ea99fc8f627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.140074 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:51.142376 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe2b0d-327a-43a2-966f-be30516ee7d0" -d '{"events": [{"server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "name": "network-vif-plugged", "status": "completed", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:51.160398 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a561383d-61bf-4057-9c3b-893ceadedde6,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:51.164197 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f20c7df8-8325-4b6d-a2c7-9ea99fc8f627 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00ea2e7343134ed49162c78b3741fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790160 Oct 27 21:34:51.168105 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38444) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:51.171709 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.176201 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7df8-8325-4b6d-a2c7-9ea99fc8f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae34dd8-1ecc-40a2-8ecc-5b438a6bf582,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:51.180868 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'a9a9a6bf-23a1-4277-81e3-0d13914d5899', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '345dfea6-b33f-4daa-8a10-b5219299699e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:ed:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:34Z', 'updated_at': '2021-10-27T21:34:49Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:51.212515 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f32764-11e9-4211-bae6-2b1f23ab779d x-openstack-request-id: req-d8f32764-11e9-4211-bae6-2b1f23ab779d {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:51.212816 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "name": "network-vif-plugged", "status": "completed", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:51.213161 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8f32764-11e9-4211-bae6-2b1f23ab779d {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:51.213477 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6', 'code': 200} Oct 27 21:34:51.235787 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.250341 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78fd3d-2a25-4211-85fe-87e5f4a61f60 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': 'a9a9a6bf-23a1-4277-81e3-0d13914d5899', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'port_id': '345dfea6-b33f-4daa-8a10-b5219299699e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'mac_address': 'fa:16:3e:ed:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:34Z', 'updated_at': '2021-10-27T21:34:49Z', 'revision_number': 1, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:51.279461 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.281936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:51.360556 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.363396 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:51.364540 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bae34dd8-1ecc-40a2-8ecc-5b438a6bf582 HTTP/1.1" status: 204 len: 168 time: 0.1956053 Oct 27 21:34:51.377642 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cecf64-3501-4c4b-94b1-846a5cffe2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae34dd8-1ecc-40a2-8ecc-5b438a6bf582,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:51.489742 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1ab96-e791-4947-b3e5-f4e0ae5038dc None None] New status for floating IP a9a9a6bf-23a1-4277-81e3-0d13914d5899: ACTIVE {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:51.496946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4117535-9f69-4371-8064-926b7b4a0537 req-0fd423d4-791a-4469-b383-e58dc3bd51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:51.498583 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f4117535-9f69-4371-8064-926b7b4a0537 req-0fd423d4-791a-4469-b383-e58dc3bd51cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 1098 time: 0.0563467 Oct 27 21:34:51.541155 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f4117535-9f69-4371-8064-926b7b4a0537 req-4c7d3ced-a534-4702-86d1-b23b14c203d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343835 Oct 27 21:34:51.896616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef541-ea51-48f8-9e33-97c757f33409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.146012 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8969-985f-488e-b8fe-b8b328d61145 req-b3d15cb8-427c-43b1-a60f-6dcbbfd2185c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:52.147649 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-863e8969-985f-488e-b8fe-b8b328d61145 req-b3d15cb8-427c-43b1-a60f-6dcbbfd2185c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Oct 27 21:34:52.189651 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-863e8969-985f-488e-b8fe-b8b328d61145 req-c141aff1-3d0d-438d-9b1f-865477b64ddd tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Oct 27 21:34:52.630393 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38486) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:52.756650 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ec70-94d1-4c21-ae52-0b5f2f4c2422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.847197 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ec70-94d1-4c21-ae52-0b5f2f4c2422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.851360 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ec70-94d1-4c21-ae52-0b5f2f4c2422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.895734 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ec70-94d1-4c21-ae52-0b5f2f4c2422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa42a2-97bc-4fc1-8f95-beb9e061a448,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:52.900670 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ebc1ec70-94d1-4c21-ae52-0b5f2f4c2422 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9b7f53bdfc94aa4b39794c0ecabbe76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691860 Oct 27 21:34:52.904899 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38490) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:52.956450 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.979883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.035136 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.037718 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.038895 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99aa42a2-97bc-4fc1-8f95-beb9e061a448 HTTP/1.1" status: 204 len: 168 time: 0.1338012 Oct 27 21:34:53.048136 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82091fa-babe-4612-9fbf-d7bec222e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa42a2-97bc-4fc1-8f95-beb9e061a448,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:53.338989 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003c4f0-4589-4d8a-a3b9-176e23b469f6 req-86b8b178-2dd3-40d6-ad58-6d776d5bfd9a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.341609 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9003c4f0-4589-4d8a-a3b9-176e23b469f6 req-86b8b178-2dd3-40d6-ad58-6d776d5bfd9a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0694046 Oct 27 21:34:53.396178 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9003c4f0-4589-4d8a-a3b9-176e23b469f6 req-a03beaff-b8ae-4f7c-b1cc-da0b0c500e44 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476987 Oct 27 21:34:54.240282 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734f72-96d8-452b-bbbf-c25646301984 req-6fad006b-b9b9-4ddd-8392-e94e90b8264a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.242306 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2734f72-96d8-452b-bbbf-c25646301984 req-6fad006b-b9b9-4ddd-8392-e94e90b8264a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0592723 Oct 27 21:34:54.318149 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2734f72-96d8-452b-bbbf-c25646301984 req-85f2e438-cd4f-4c40-be3d-fb9c523762f7 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627673 Oct 27 21:34:54.322702 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-96ba8865-dc7b-41fa-99cd-8d1b582f0081 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749772 Oct 27 21:34:54.411469 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-d4bbf127-900e-4228-b81b-0ff120c5a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.413001 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-d4bbf127-900e-4228-b81b-0ff120c5a80c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 1098 time: 0.0448239 Oct 27 21:34:54.528191 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-18a31ef2-7451-470a-90b5-24a96b98693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.529662 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-18a31ef2-7451-470a-90b5-24a96b98693a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.0911534 Oct 27 21:34:54.601578 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-9258d5db-a8c6-422f-9dcf-71fc7b2f5ffd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0637546 Oct 27 21:34:54.655859 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-718a8e14-3cff-4708-a91f-6ef087e29d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.657441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-718a8e14-3cff-4708-a91f-6ef087e29d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0463829 Oct 27 21:34:54.716750 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-af89ac09-01ec-4f55-9e8e-27745c797111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.719309 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-af89ac09-01ec-4f55-9e8e-27745c797111 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514522 Oct 27 21:34:54.818150 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-509fc8f8-737f-4f9a-b6dd-245af7f7194b service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894465 Oct 27 21:34:54.914667 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e704e07f-c7b5-496f-b7bb-df6362450e13 req-b0c1447f-1bbd-43b0-a9dd-c78ace6a1312 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879006 Oct 27 21:34:55.487631 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae629de-1c60-44db-8b2f-f4ac94b02c32 req-cb417423-d4a4-4d35-8281-32c89474261c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:55.489849 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bae629de-1c60-44db-8b2f-f4ac94b02c32 req-cb417423-d4a4-4d35-8281-32c89474261c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0733893 Oct 27 21:34:55.556203 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bae629de-1c60-44db-8b2f-f4ac94b02c32 req-d507b6be-91fc-4005-b7e9-20bd7a0a7d82 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Oct 27 21:34:56.676352 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-303c2710-78f0-4190-ace1-e092ad2caaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:57.392117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:57.652784 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.155297 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.878702 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401bfcc-a9ba-4060-b3ef-d96cace45ddc req-cb49fe09-898a-4357-b06f-4738489cdd1a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:58.880359 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3401bfcc-a9ba-4060-b3ef-d96cace45ddc req-cb49fe09-898a-4357-b06f-4738489cdd1a tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0584764 Oct 27 21:34:58.922521 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3401bfcc-a9ba-4060-b3ef-d96cace45ddc req-e82e70ed-8d04-4284-b838-4ca1893529c9 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b726aeb-a94c-48b9-846d-aa304a210053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Oct 27 21:34:59.075164 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-5cf7fee5-c0d7-40d1-a0be-e4ddd37ee3d3 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:59.076748 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-5cf7fee5-c0d7-40d1-a0be-e4ddd37ee3d3 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Oct 27 21:34:59.183563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Deleting port a561383d-61bf-4057-9c3b-893ceadedde6 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:59.184099 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.278659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] For port a561383d-61bf-4057-9c3b-893ceadedde6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a561383d-61bf-4057-9c3b-893ceadedde6,segment=NetworkSegment(83e78246-2d44-42aa-af14-f4b8b492944a),segment_id=83e78246-2d44-42aa-af14-f4b8b492944a)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:59.279015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.294063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Calling delete_port for a561383d-61bf-4057-9c3b-893ceadedde6 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:59.365637 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.437179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.473923 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Pushing event deleted for resources: {'Port': ['ID=a561383d-61bf-4057-9c3b-893ceadedde6,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.481160 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['a561383d-61bf-4057-9c3b-893ceadedde6'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:59.526329 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] No DVR routers for this DVR port a561383d-61bf-4057-9c3b-893ceadedde6 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:59.529033 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.532687 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f7c50a9-6afc-477d-8e9a-05398a061206 req-2afbfb80-9179-47a1-8fc3-028bc596b03d tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.66 "DELETE /v2.0/ports/a561383d-61bf-4057-9c3b-893ceadedde6 HTTP/1.1" status: 204 len: 173 time: 0.4487214 Oct 27 21:34:59.533180 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'name': 'network-vif-deleted', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:59.535597 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4dc90-fa98-4e43-b760-ff26c7e88a36" -d '{"events": [{"server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "name": "network-vif-deleted", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:59.602728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4442ea-57f8-48c8-a1a0-4c621421e359 x-openstack-request-id: req-9a4442ea-57f8-48c8-a1a0-4c621421e359 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:59.603179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3", "name": "network-vif-deleted", "tag": "a561383d-61bf-4057-9c3b-893ceadedde6", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:59.603622 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a4442ea-57f8-48c8-a1a0-4c621421e359 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:59.604260 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3', 'name': 'network-vif-deleted', 'tag': 'a561383d-61bf-4057-9c3b-893ceadedde6', 'status': 'completed', 'code': 200} Oct 27 21:35:00.043258 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66170e68-5a10-4a32-a79c-5415c5156002 req-00d1d95b-7425-414a-9d6b-8ec3d22e5c7c tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 210 time: 0.0309474 Oct 27 21:35:00.640662 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:03.328491 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-60109a11-c6df-4b3f-b058-16dd09781371 req-ad5ca6f8-9f93-4059-b7f5-0c2be1bb0ea1 tempest-VolumesActionsTest-1326787106 tempest-VolumesActionsTest-1326787106-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b3f3e2-c00b-4a9f-a71d-7153e7ac4df3 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Oct 27 21:35:04.685933 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device a561383d-61bf-4057-9c3b-893ceadedde6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:04.714328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: a561383d-61bf-4057-9c3b-893ceadedde6 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:04.714328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device a561383d-61bf-4057-9c3b-893ceadedde6 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:16.410483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dd4e9-6287-4345-81fc-4f082e2ed487 req-ddbd1602-6dfb-4bca-99c7-6744858c05aa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:16.412378 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af8dd4e9-6287-4345-81fc-4f082e2ed487 req-ddbd1602-6dfb-4bca-99c7-6744858c05aa tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0550933 Oct 27 21:35:16.489551 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af8dd4e9-6287-4345-81fc-4f082e2ed487 req-a8574618-a94e-4d0b-b4bb-2cec3934bae5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607300 Oct 27 21:35:17.644137 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaf795-947f-4871-b3b5-a1bb211e2f42 req-fe28d90e-b806-4be6-92db-817aaabd5cb7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:17.652978 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cddaf795-947f-4871-b3b5-a1bb211e2f42 req-fe28d90e-b806-4be6-92db-817aaabd5cb7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0715003 Oct 27 21:35:17.690848 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cddaf795-947f-4871-b3b5-a1bb211e2f42 req-8db3f0b8-55bb-4c1c-bf84-f6910373ec63 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369968 Oct 27 21:35:18.920724 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab916cb0-f020-4387-b4d1-27d2438788dc req-a4e6763b-aa4b-4afe-8e90-c5747012c65c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:18.923381 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ab916cb0-f020-4387-b4d1-27d2438788dc req-a4e6763b-aa4b-4afe-8e90-c5747012c65c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0842361 Oct 27 21:35:18.974796 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38852) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.999056 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ab916cb0-f020-4387-b4d1-27d2438788dc req-302af971-5f57-4f6f-9f6c-ac123d1b56ac tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640099 Oct 27 21:35:19.110271 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.204593 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.217159 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.254569 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38858) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:19.254795 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94d5e7e00289454a9c2edb97a3334d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782106 Oct 27 21:35:19.284358 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0b84a-bd46-4c51-b58c-a70d454e2749,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:19.293968 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.294312 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.294766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.295211 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.296127 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.296557 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.297143 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.297755 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.298648 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.299091 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.299467 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.299820 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa3e5f-9a0e-4d6a-94ee-35941aceaba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.346266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.374596 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.467149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.469884 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.471108 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dc0b84a-bd46-4c51-b58c-a70d454e2749 HTTP/1.1" status: 204 len: 168 time: 0.2151463 Oct 27 21:35:19.485415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0b84a-bd46-4c51-b58c-a70d454e2749,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:19.494571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.494922 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.495410 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.495755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.496079 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.496409 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.496740 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.497066 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.497392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.497701 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.498201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:19.498831 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef52cc-c343-407c-ae52-06c3e31c7397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:20.213060 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e4a99-7267-49d7-a1ae-a5816602a791 req-b4d29c98-b4fe-4444-9852-23bb90e3235e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:20.214679 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be9e4a99-7267-49d7-a1ae-a5816602a791 req-b4d29c98-b4fe-4444-9852-23bb90e3235e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1062124 Oct 27 21:35:20.275381 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-be9e4a99-7267-49d7-a1ae-a5816602a791 req-d47ea3a9-3b3e-45b3-aa73-e202153e13c7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516605 Oct 27 21:35:20.390029 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38892) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:20.587704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1536541195-network', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:20.626990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Made reservation on behalf of c6e82448c1a842cd95ba26d7d0369d3e for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:20.629440 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.641958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.758971 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0b9a-9648-4472-adc6-dfc22b635fd7 req-f7e8dea0-f0c6-4615-9e6c-f6899c575c06 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:20.760673 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-223c0b9a-9648-4472-adc6-dfc22b635fd7 req-f7e8dea0-f0c6-4615-9e6c-f6899c575c06 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.0815742 Oct 27 21:35:20.788561 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.800518 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.846698 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:35:20.874412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.875405 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Added segment 4d121de7-8409-49d5-af9b-ec089821b537 of type vlan for network ef1c58f7-29df-4bcd-93cf-7bc76f960599 Oct 27 21:35:20.887605 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-223c0b9a-9648-4472-adc6-dfc22b635fd7 req-d55ec110-24a0-4445-923d-8a4f57e1b3b1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133263 Oct 27 21:35:20.901310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dda294-07f0-4b9e-89a6-a65f3269ac5b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:21.366927 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.492369 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.493838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.494545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.509891 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20f9a-8119-4874-ba82-2c247ef50400 req-8540df51-20f8-4210-a295-409e3564e8f9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.518771 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b1c20f9a-8119-4874-ba82-2c247ef50400 req-8540df51-20f8-4210-a295-409e3564e8f9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1083956 Oct 27 21:35:21.595335 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1993246 Oct 27 21:35:21.595585 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38908) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:21.604226 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Request body: {'subnet': {'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1536541195-subnet', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:21.613859 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712c4c-f63e-46fb-b6ff-f02b504e6bbb admin admin] Pushing event updated for resources: {'Network': ['ID=ef1c58f7-29df-4bcd-93cf-7bc76f960599,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:21.631534 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:35:21.656191 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b1c20f9a-8119-4874-ba82-2c247ef50400 req-bb41c2c8-5970-4a5a-8ea7-594216276251 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196494 Oct 27 21:35:21.702229 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Made reservation on behalf of c6e82448c1a842cd95ba26d7d0369d3e for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:21.712282 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4503134'] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.908297 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a719f8cd-62b6-479a-a7a4-889f151db1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.952593 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4402679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4503116'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.012998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d53cd3-9531-4a3d-a2ef-497285639120,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:22.044239 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Checking segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:22.044588 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Network hostable DHCP agents. Network: ef1c58f7-29df-4bcd-93cf-7bc76f960599, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:35:22.069022 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:35:22.070133 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651bca-d31d-4269-b8f8-09d68d0cd715 req-211f14e8-50d9-4fc2-8fd7-235ead847050 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.072393 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8651bca-d31d-4269-b8f8-09d68d0cd715 req-211f14e8-50d9-4fc2-8fd7-235ead847050 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.0860732 Oct 27 21:35:22.083010 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, ef1c58f7-29df-4bcd-93cf-7bc76f960599) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:22.090412 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.091360 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.098569 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba6877-218a-4565-8bed-e5a7d6850dac None None] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:22.120927 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-b3efb8bc-26d6-42ef-abe5-1eab9822b1d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5241613 Oct 27 21:35:22.123492 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 38916) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:22.130691 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:22.177934 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.180396 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.183586 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8651bca-d31d-4269-b8f8-09d68d0cd715 req-0077bad4-1c64-454e-8935-d712f9a590f7 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043689 Oct 27 21:35:22.266350 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.369744 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:35:22.371115 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.432063 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.566381 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Allocated IP 172.20.0.2 (ef1c58f7-29df-4bcd-93cf-7bc76f960599/75d53cd3-9531-4a3d-a2ef-497285639120/51c09a47-070e-42a5-8f6a-a80ca2666659) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:22.732720 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.780134 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.876200 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bba68b2c-a38f-4c08-b7ca-7f6d08ff2b06 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.877832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bba68b2c-a38f-4c08-b7ca-7f6d08ff2b06 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.1832492 Oct 27 21:35:22.928540 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0494e-6052-48bf-8190-cb83b96b327d req-8a4bef1f-0017-4fed-89fb-f489bfc00d1b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.930836 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-76c0494e-6052-48bf-8190-cb83b96b327d req-8a4bef1f-0017-4fed-89fb-f489bfc00d1b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1611784 Oct 27 21:35:22.967469 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.998032 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.026148 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-76c0494e-6052-48bf-8190-cb83b96b327d req-24c82bf5-e823-4e03-9992-1c4ac9a6af6a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564604 Oct 27 21:35:23.042441 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port 42529082-c2a7-436b-b183-e13a515976f7 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:23.043189 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.074641 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:23.074641 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:23.079007 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:23.106608 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Allocated IP 172.27.0.151 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/84977b8e-de79-4057-af1f-fc1f8f3552a0) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:23.191860 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Attempting to bind port 51c09a47-070e-42a5-8f6a-a80ca2666659 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:23.192181 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Attempting to bind port 51c09a47-070e-42a5-8f6a-a80ca2666659 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:23.192538 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Attempting to bind port 51c09a47-070e-42a5-8f6a-a80ca2666659 on network ef1c58f7-29df-4bcd-93cf-7bc76f960599 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:23.195319 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Pushing event updated for resources: {'Port': ['ID=51c09a47-070e-42a5-8f6a-a80ca2666659,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:23.205861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:23.206461 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Checking segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:23.214096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.214566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Bound using segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:23.215078 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Bound port: 51c09a47-070e-42a5-8f6a-a80ca2666659, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:23.215505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.229163 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] For port 42529082-c2a7-436b-b183-e13a515976f7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=42529082-c2a7-436b-b183-e13a515976f7,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:23.229584 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.254844 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.255477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.255982 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.256328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.256702 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.257681 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.258171 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.258711 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.259247 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.270356 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.272065 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.273393 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:23.331093 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.372996 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.373918 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] For port 51c09a47-070e-42a5-8f6a-a80ca2666659, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:23.379823 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] For port 51c09a47-070e-42a5-8f6a-a80ca2666659, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=51c09a47-070e-42a5-8f6a-a80ca2666659,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:23.386866 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.414524 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:23.421742 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:23.425808 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:23.478529 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a80728-9f7d-4639-8e4c-90ed5bbd1c3c None None] Pushing event updated for resources: {'Port': ['ID=51c09a47-070e-42a5-8f6a-a80ca2666659,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:23.479254 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Pushing event updated for resources: {'Port': ['ID=84977b8e-de79-4057-af1f-fc1f8f3552a0,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:23.565170 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.565548 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.565848 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 0f2cca04-352b-4f49-8723-95e13be16cfc disassociated. External IP: 172.27.0.26, port: 42529082-c2a7-436b-b183-e13a515976f7. Oct 27 21:35:23.566311 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for 42529082-c2a7-436b-b183-e13a515976f7 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:23.587026 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6de2ac-0bf5-4cc2-a87b-996f082f54f8 req-a4daff1f-5c38-42c4-98c5-89b35e115179 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.597333 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ac6de2ac-0bf5-4cc2-a87b-996f082f54f8 req-a4daff1f-5c38-42c4-98c5-89b35e115179 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 945 time: 0.1079774 Oct 27 21:35:23.703915 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ac6de2ac-0bf5-4cc2-a87b-996f082f54f8 req-8e388aac-ad7e-4758-9e12-083972c7f3f5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918210 Oct 27 21:35:23.849104 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.868289 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.925603 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=42529082-c2a7-436b-b183-e13a515976f7,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:24.105283 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:24.336355 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363590-76c0-4c68-b2f5-8333d32eebda req-58af780e-9475-417d-949f-f69289a64c60 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:24.338507 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74363590-76c0-4c68-b2f5-8333d32eebda req-58af780e-9475-417d-949f-f69289a64c60 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1085904 Oct 27 21:35:24.347665 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:24.359403 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:24.396842 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:24.397481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:24.569293 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74363590-76c0-4c68-b2f5-8333d32eebda req-13816a44-137c-4502-acde-74bb96c4efd9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619971 Oct 27 21:35:24.571083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] No DVR routers for this DVR port 42529082-c2a7-436b-b183-e13a515976f7 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:24.574786 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.581400 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8b15e388-ceca-4616-be64-7792dc5e3aee req-bf4908f6-0920-4e90-8012-c9eb4ce65ac6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "DELETE /v2.0/ports/42529082-c2a7-436b-b183-e13a515976f7 HTTP/1.1" status: 204 len: 173 time: 1.6948040 Oct 27 21:35:24.582140 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'name': 'network-vif-deleted', 'tag': '42529082-c2a7-436b-b183-e13a515976f7'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:24.587512 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5047c0b-2b38-4823-8117-f6b89bc2350a" -d '{"events": [{"server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "name": "network-vif-deleted", "tag": "42529082-c2a7-436b-b183-e13a515976f7"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:24.636390 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.938882 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5bf5a4e-2fc4-43ca-83fb-5b30d8fe55ba req-383c753d-1d61-4424-8927-48886d09871a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242 HTTP/1.1" status: 200 len: 210 time: 0.1161852 Oct 27 21:35:24.962388 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Router b13f02b1-9c71-4a2c-a704-40be32553b51 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:35:24.968063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681da2fc-375b-404d-9fcc-bcbec840d9d0 x-openstack-request-id: req-681da2fc-375b-404d-9fcc-bcbec840d9d0 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:24.968789 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a0ca8c-562c-4e33-a7d9-9af6ec7e1242", "name": "network-vif-deleted", "tag": "42529082-c2a7-436b-b183-e13a515976f7", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:24.969234 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-681da2fc-375b-404d-9fcc-bcbec840d9d0 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:24.969840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a0ca8c-562c-4e33-a7d9-9af6ec7e1242', 'name': 'network-vif-deleted', 'tag': '42529082-c2a7-436b-b183-e13a515976f7', 'status': 'completed', 'code': 200} Oct 27 21:35:25.020391 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:25.232441 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29db1e9-7080-427c-8f7d-e60b4691723a None None] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:25.262937 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:25.274546 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Sync routers for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:25.291737 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:25.292617 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:25.302224 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.309798 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 38952) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:25.312985 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-315d0817-10ba-4856-a6c0-48cbf4177061 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1879244 Oct 27 21:35:25.452893 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:25.464063 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] Provisioning complete for port 51c09a47-070e-42a5-8f6a-a80ca2666659 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:25.464642 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.538201 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 51c09a47-070e-42a5-8f6a-a80ca2666659 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:25.821377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 51c09a47-070e-42a5-8f6a-a80ca2666659 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:25.821977 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.947558 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.956788 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1202b2-02b7-4f58-aa54-1cb60e7e0604 req-4b988d95-0be9-4b51-9c0e-2c3bd98f78e8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.958981 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6d1202b2-02b7-4f58-aa54-1cb60e7e0604 req-4b988d95-0be9-4b51-9c0e-2c3bd98f78e8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1239121 Oct 27 21:35:26.000208 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:23Z', 'revision_number': 3, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:26.032427 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Checking router: b13f02b1-9c71-4a2c-a704-40be32553b51 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:26.032689 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Updating router b13f02b1-9c71-4a2c-a704-40be32553b51 port 84977b8e-de79-4057-af1f-fc1f8f3552a0 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:26.067762 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.082404 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] For port 51c09a47-070e-42a5-8f6a-a80ca2666659, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=51c09a47-070e-42a5-8f6a-a80ca2666659,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:26.089588 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:26.125864 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:26.136348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.231459 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe46e5e-1c51-4a42-b0ad-6b3fda9693cf None None] Pushing event updated for resources: {'Port': ['ID=51c09a47-070e-42a5-8f6a-a80ca2666659,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:26.239632 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:26.239977 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:34:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:26.267594 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6d1202b2-02b7-4f58-aa54-1cb60e7e0604 req-37c58273-92a8-4795-90ab-2d12fbccb9f5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507663 Oct 27 21:35:26.394276 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-1b61f742-267f-43e6-8497-9eaf42092a4b None None] Provisioning complete for port 51c09a47-070e-42a5-8f6a-a80ca2666659 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:26.394653 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1b61f742-267f-43e6-8497-9eaf42092a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.546366 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:26.565964 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-9e9f072c-cce3-4266-b2df-8ce09702a6bd tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672089585&fields=id&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 267 time: 0.1028643 Oct 27 21:35:26.592971 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.608699 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.722711 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Attempting to bind port 84977b8e-de79-4057-af1f-fc1f8f3552a0 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:26.723407 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Attempting to bind port 84977b8e-de79-4057-af1f-fc1f8f3552a0 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:26.723932 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Attempting to bind port 84977b8e-de79-4057-af1f-fc1f8f3552a0 on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:26.734455 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Pushing event updated for resources: {'Port': ['ID=84977b8e-de79-4057-af1f-fc1f8f3552a0,revision_number=2']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:26.740207 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:26.740878 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:26.741971 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.742668 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:26.743412 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Bound port: 84977b8e-de79-4057-af1f-fc1f8f3552a0, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:26.744574 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.770390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.783145 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.783789 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.784445 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.784945 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.785433 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.786046 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.786530 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.787010 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.787565 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.788100 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.788596 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.789072 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:26.826624 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 42529082-c2a7-436b-b183-e13a515976f7 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:26.855926 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] For port 84977b8e-de79-4057-af1f-fc1f8f3552a0, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:26.861583 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] For port 84977b8e-de79-4057-af1f-fc1f8f3552a0, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=84977b8e-de79-4057-af1f-fc1f8f3552a0,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:26.872619 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 42529082-c2a7-436b-b183-e13a515976f7 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:26.873191 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 42529082-c2a7-436b-b183-e13a515976f7 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:26.887931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1bc700dd-41a6-4fd9-9b27-47eeee1173e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.893307 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.912440 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-df8d2f74-d8ec-4099-87eb-2d995421b8ef tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.915464 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-df8d2f74-d8ec-4099-87eb-2d995421b8ef tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.3144803 Oct 27 21:35:26.950830 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-b08f8f23-a41a-4f30-9758-4d9acf6d6856 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/quotas/fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 375 time: 0.0258100 Oct 27 21:35:26.996136 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:26.996835 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:27.103678 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:27.126590 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f24d1-912c-4f54-8daf-3544155a7aa6 None None] Pushing event updated for resources: {'Port': ['ID=84977b8e-de79-4057-af1f-fc1f8f3552a0,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:27.185617 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2c3a0cf4-171d-4737-85b4-275d383b616e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2249756 Oct 27 21:35:27.188739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2359a-69de-4413-a0bb-4cee1b585862 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:27.219192 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:27.270462 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Allocated IP 172.20.0.1 (ef1c58f7-29df-4bcd-93cf-7bc76f960599/75d53cd3-9531-4a3d-a2ef-497285639120/651c8ba0-3a3b-4f0a-8b76-945632053538) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:27.446939 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.464861 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:23Z', 'revision_number': 3, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:27.495514 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 51c09a47-070e-42a5-8f6a-a80ca2666659 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:27.501348 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e3e68-f426-47c6-b9d1-a5c1c3cd32e0 None None] The sync data for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi is: [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:23Z', 'revision_number': 3, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:27.712208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.761889 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 51c09a47-070e-42a5-8f6a-a80ca2666659 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:27.765621 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.785872 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.815997 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddec4c0-2d5e-4221-8246-ffa36613ef22 req-50f73085-8726-4d5a-8fbf-7d445acb4a47 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.817303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0498736-7737-4b7f-ad14-52ac8646411a None None] New status for floating IP 0f2cca04-352b-4f49-8723-95e13be16cfc: DOWN {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:27.817905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0ddec4c0-2d5e-4221-8246-ffa36613ef22 req-50f73085-8726-4d5a-8fbf-7d445acb4a47 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1689365 Oct 27 21:35:27.877680 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-f322527f-1a1c-4510-95af-415df016e57b service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769996 Oct 27 21:35:27.986620 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0ddec4c0-2d5e-4221-8246-ffa36613ef22 req-7253378c-3941-443d-960a-316286faa154 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493032 Oct 27 21:35:28.001112 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:28.123474 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-25aca511-d2bb-453e-b775-8baefaf2b240 service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446494 Oct 27 21:35:28.127834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:28.153322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:28.159524 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:28.165893 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:28.264917 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:28.327617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:28.744412 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:28.822566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-36471a91-ff7c-4a99-9280-c22311f5d408 None None] Provisioning complete for port 651c8ba0-3a3b-4f0a-8b76-945632053538 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:28.824121 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-36471a91-ff7c-4a99-9280-c22311f5d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:28.939449 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-36471a91-ff7c-4a99-9280-c22311f5d408 None None] Port 651c8ba0-3a3b-4f0a-8b76-945632053538 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:28.968125 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49540a5e-d678-4191-97a2-255e5bf41f7b req-0d4e21c0-eaa8-456a-8696-a7ffbecebdd7 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0923870 Oct 27 21:35:29.181081 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.189325 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.282377 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7dfd4-2a7f-48c6-9621-1632d534f45c req-be02fb39-80d5-4471-9da7-1d7e5e127d5a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:29.292515 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14b7dfd4-2a7f-48c6-9621-1632d534f45c req-be02fb39-80d5-4471-9da7-1d7e5e127d5a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1768067 Oct 27 21:35:29.394267 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.539972 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 84977b8e-de79-4057-af1f-fc1f8f3552a0 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:29.627554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 84977b8e-de79-4057-af1f-fc1f8f3552a0 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:29.628062 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.743751 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:29.756228 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-14b7dfd4-2a7f-48c6-9621-1632d534f45c req-bab873fb-a45d-4947-8eb1-2ede7fdf1134 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623082 Oct 27 21:35:29.780389 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.790486 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.864435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 84977b8e-de79-4057-af1f-fc1f8f3552a0, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=84977b8e-de79-4057-af1f-fc1f8f3552a0,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:29.875558 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.952398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:29.954732 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:29.993959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=84977b8e-de79-4057-af1f-fc1f8f3552a0,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:30.140388 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2b584f24-f15c-404e-8e14-f30335c905f5 req-3dfb9fea-3063-4297-887b-95dbec6b89ed tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0446782 Oct 27 21:35:30.219062 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Router b13f02b1-9c71-4a2c-a704-40be32553b51 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:30.388727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-72906151-1f5d-4b82-b8f6-98682b185f06 None None] Provisioning complete for port 651c8ba0-3a3b-4f0a-8b76-945632053538 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:30.389360 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-72906151-1f5d-4b82-b8f6-98682b185f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:30.469369 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:30.479342 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-a74fd78d-b498-490a-8879-3b4ffc044dd3 admin admin] 10.222.0.49 "PUT /v2.0/routers/b13f02b1-9c71-4a2c-a704-40be32553b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1650252 Oct 27 21:35:30.479550 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-72906151-1f5d-4b82-b8f6-98682b185f06 None None] Port 651c8ba0-3a3b-4f0a-8b76-945632053538 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:30.713507 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Sync routers for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:30.732883 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:30.733979 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:30.911704 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:31.033857 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e5df-6f85-4806-8bea-822eee35a426 req-86e008eb-7e90-4071-9c4c-cd4a8fb5975a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.051174 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2a46e5df-6f85-4806-8bea-822eee35a426 req-86e008eb-7e90-4071-9c4c-cd4a8fb5975a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1336782 Oct 27 21:35:31.108784 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2a46e5df-6f85-4806-8bea-822eee35a426 req-d0b9435a-6aeb-4315-a643-fa99e1178b9d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548673 Oct 27 21:35:31.355253 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 2, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:31.364147 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1206f287-f354-4f61-b8df-d42878b1f491 req-526669b5-25a7-4ebf-978f-8bcaef6be89f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0919528 Oct 27 21:35:31.436384 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Checking router: b13f02b1-9c71-4a2c-a704-40be32553b51 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:31.436983 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Updating router b13f02b1-9c71-4a2c-a704-40be32553b51 port 651c8ba0-3a3b-4f0a-8b76-945632053538 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:31.447623 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 84977b8e-de79-4057-af1f-fc1f8f3552a0 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:31.462571 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-95fd8a1a-1648-4f31-a4c5-6805376f1abb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.470275 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-95fd8a1a-1648-4f31-a4c5-6805376f1abb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.3223145 Oct 27 21:35:31.476830 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.580962 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39046) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:31.587082 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-55d10aba-003e-447d-a319-9fd86991a542 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 379 time: 0.0971711 Oct 27 21:35:31.589125 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2000536810-network', 'tenant_id': 'c4d9987c58404a8691096100ac872be6'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:31.604599 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 84977b8e-de79-4057-af1f-fc1f8f3552a0 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:31.604993 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.611981 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'port': {'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'admin_state_up': True, 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'security_groups': ['464b6f1c-1cf5-48fb-9af9-ed77f880b4ca']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:31.621668 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Made reservation on behalf of c4d9987c58404a8691096100ac872be6 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:31.625936 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.655961 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.867754 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.887172 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.931649 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Made reservation on behalf of fd977b28ac844cf4b1ef184125ca259a for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:31.938473 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.957534 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:35:31.963087 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2639d72-aa74-459f-972f-ee615f41f1a7,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:31.972229 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.972593 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Added segment b3186fda-7bf9-45ec-94c6-5ec05d9fb033 of type vlan for network 3a34f2a1-6955-4828-b6d3-1492f607441a Oct 27 21:35:32.021097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.060756 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.061642 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.062258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.148500 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5658910 Oct 27 21:35:32.149160 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39060) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:32.159358 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Request body: {'subnet': {'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2000536810-subnet', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:32.185233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.20.0.7 (ac3e2e79-3d78-4dd0-96fd-53411dec76b7/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a/20dc3240-22ae-406a-8647-68d6535a3fdd) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:32.207379 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931722c-e867-46c5-ae05-71590446c05d admin admin] Pushing event updated for resources: {'Network': ['ID=3a34f2a1-6955-4828-b6d3-1492f607441a,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.232346 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Made reservation on behalf of c4d9987c58404a8691096100ac872be6 for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:32.232793 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 3a34f2a1-6955-4828-b6d3-1492f607441a details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:35:32.236319 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4503134'] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.306975 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.321660 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.355457 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53eac0-dcd1-40bf-b7cb-e47b4119fcca req-9f630669-cde4-42ab-a1ac-7620f09f19e1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.357067 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb53eac0-dcd1-40bf-b7cb-e47b4119fcca req-9f630669-cde4-42ab-a1ac-7620f09f19e1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1260073 Oct 27 21:35:32.377885 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b462-b329-4426-9c7b-3f03600c7e0e None None] Pushing event updated for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.451437 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Attempting to bind port 651c8ba0-3a3b-4f0a-8b76-945632053538 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:32.451951 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Attempting to bind port 651c8ba0-3a3b-4f0a-8b76-945632053538 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:32.453073 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Attempting to bind port 651c8ba0-3a3b-4f0a-8b76-945632053538 on network ef1c58f7-29df-4bcd-93cf-7bc76f960599 {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:32.458655 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:32.459044 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Checking segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:32.459776 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.460809 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Bound using segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:32.462021 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Bound port: 651c8ba0-3a3b-4f0a-8b76-945632053538, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:32.462021 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.469773 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.475832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb53eac0-dcd1-40bf-b7cb-e47b4119fcca req-3979b41b-5bdf-48ac-8fcd-17572728ada0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061840 Oct 27 21:35:32.567370 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f5e5796-4939-4750-8a89-37c6d94fe943 req-9acea86a-b27c-4573-a5d7-db7264320e1a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0654562 Oct 27 21:35:32.582182 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4402679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4503116'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.589057 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] For port 651c8ba0-3a3b-4f0a-8b76-945632053538, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:32.602852 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] For port 651c8ba0-3a3b-4f0a-8b76-945632053538, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=651c8ba0-3a3b-4f0a-8b76-945632053538,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:32.606534 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.611258 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.678036 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f80bef-293c-4296-aa8f-86ca6927c9e5,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.682536 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:32.686439 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:32.691804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:32.700853 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:32.702269 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:32.730499 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.753567 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Checking segment: {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:32.754213 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Network hostable DHCP agents. Network: 3a34f2a1-6955-4828-b6d3-1492f607441a, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:35:32.783926 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Network 3a34f2a1-6955-4828-b6d3-1492f607441a is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:35:32.789828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.791011 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.810377 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 3a34f2a1-6955-4828-b6d3-1492f607441a) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:32.820472 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.821107 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.829497 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-2752820a-dea3-4bfe-8df6-026f3e3cf801 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355185 Oct 27 21:35:32.853999 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b462-b329-4426-9c7b-3f03600c7e0e None None] Pushing event updated for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.861002 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4b4587d8-d684-40d1-ad6d-38015dc9c6fb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7054920 Oct 27 21:35:32.864247 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b2690-28b4-40a1-b198-136974e3508c None None] Network 3a34f2a1-6955-4828-b6d3-1492f607441a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:32.864925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39076) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:32.870250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:32.951745 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.953799 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.994717 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:33.059373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.162334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] Provisioning complete for port 651c8ba0-3a3b-4f0a-8b76-945632053538 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:33.163610 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.179508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Request body: {'port': {'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:33.341845 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-3a34f2a1-6955-4828-b6d3-1492f607441a', 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'fixed_ips': [{'subnet_id': '92f80bef-293c-4296-aa8f-86ca6927c9e5'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:35:33.342562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.361375 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:32Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:33.371405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.379346 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.391448 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30184b77-9c44-408d-8ce1-2f47e84c8093 None None] The sync data for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi is: [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:32Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:33.512444 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.513201 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] For port 651c8ba0-3a3b-4f0a-8b76-945632053538, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=651c8ba0-3a3b-4f0a-8b76-945632053538,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:33.523411 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.636081 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Allocated IP 172.20.0.2 (3a34f2a1-6955-4828-b6d3-1492f607441a/92f80bef-293c-4296-aa8f-86ca6927c9e5/63ca044a-97ae-4cb5-ae1d-1fd90741569d) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:33.638914 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0853a4-99b4-442e-b01d-8d81e5a7f077 None None] Pushing event updated for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:33.710882 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-008c4b64-2085-4769-936c-b3f57483e4c4 None None] Provisioning complete for port 651c8ba0-3a3b-4f0a-8b76-945632053538 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:33.711609 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-008c4b64-2085-4769-936c-b3f57483e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.896831 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74947a87-3ad4-402c-acf8-26ccafbf1ada req-26f86050-b6c2-400c-b2c4-9b48d5c9bbf2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.902283 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.910496 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74947a87-3ad4-402c-acf8-26ccafbf1ada req-26f86050-b6c2-400c-b2c4-9b48d5c9bbf2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 931 time: 0.1637213 Oct 27 21:35:33.932471 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.992866 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Network 3a34f2a1-6955-4828-b6d3-1492f607441a is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:34.000726 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:34.003616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:34.024474 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-008c4b64-2085-4769-936c-b3f57483e4c4 None None] Provisioning complete for port 20dc3240-22ae-406a-8647-68d6535a3fdd triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:34.024997 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-008c4b64-2085-4769-936c-b3f57483e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.067638 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-008c4b64-2085-4769-936c-b3f57483e4c4 None None] Port 20dc3240-22ae-406a-8647-68d6535a3fdd cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:34.076179 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Pushing event updated for resources: {'Port': ['ID=63ca044a-97ae-4cb5-ae1d-1fd90741569d,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:34.135699 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Attempting to bind port 63ca044a-97ae-4cb5-ae1d-1fd90741569d on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:34.136195 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Attempting to bind port 63ca044a-97ae-4cb5-ae1d-1fd90741569d by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:34.136664 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Attempting to bind port 63ca044a-97ae-4cb5-ae1d-1fd90741569d on network 3a34f2a1-6955-4828-b6d3-1492f607441a {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:34.144730 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:34.145237 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Checking segment: {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:34.145750 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.146270 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Bound using segment: {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:34.147072 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Bound port: 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:34.147556 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.191913 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d852b1-c699-4668-a298-b0542c7f7906 req-b76b76a9-f44b-4531-9a86-96e765a31f3f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.198713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04d852b1-c699-4668-a298-b0542c7f7906 req-b76b76a9-f44b-4531-9a86-96e765a31f3f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.4168684 Oct 27 21:35:34.267449 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] For port 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:34.272726 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] For port 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=63ca044a-97ae-4cb5-ae1d-1fd90741569d,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:34.279142 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.369418 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74947a87-3ad4-402c-acf8-26ccafbf1ada req-43726516-c7dc-44df-9d40-f1b2304ba8c2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576354 Oct 27 21:35:34.402637 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dc3240-22ae-406a-8647-68d6535a3fdd {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:34.417857 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.441294 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Transition to ACTIVE for port object 20dc3240-22ae-406a-8647-68d6535a3fdd will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:34.500273 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6bdc-7670-4954-b0ba-e844736e7b4a None None] Pushing event updated for resources: {'Port': ['ID=63ca044a-97ae-4cb5-ae1d-1fd90741569d,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:34.548917 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.587510 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04d852b1-c699-4668-a298-b0542c7f7906 req-28fbeb4d-7cf1-491b-8f27-6de749627c4e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352401 Oct 27 21:35:34.661514 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.665546 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:34.706904 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.836934 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:35.075269 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Attempting to bind port 20dc3240-22ae-406a-8647-68d6535a3fdd on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:35.075470 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Attempting to bind port 20dc3240-22ae-406a-8647-68d6535a3fdd by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:35.075804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Attempting to bind port 20dc3240-22ae-406a-8647-68d6535a3fdd on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:35.088405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Port 20dc3240-22ae-406a-8647-68d6535a3fdd on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:35.088729 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Attempting to bind port 20dc3240-22ae-406a-8647-68d6535a3fdd on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:35.121061 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:35.121669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:35.121977 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:35.122271 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Bound using segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:35.122765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Bound port: 20dc3240-22ae-406a-8647-68d6535a3fdd, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:35.123072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.134672 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:35.195741 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Allocated IP 172.27.0.117 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/dd39b459-669f-41c8-95f9-b253736399fb) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:35.265085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.305798 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:35.313771 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:35.329503 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=20dc3240-22ae-406a-8647-68d6535a3fdd,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:35.337378 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.362585 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:35.368221 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.407684 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.409070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.411574 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] 10.222.0.66 "PUT /v2.0/ports/20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 1093 time: 2.5614896 Oct 27 21:35:35.414678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:35.422502 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def7005-1b82-422c-bc7f-18c2cdf142ad" -d '{"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:35.453978 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=6']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:35.562666 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:35.598765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719839a-59c6-409b-addb-249284202b85 x-openstack-request-id: req-e719839a-59c6-409b-addb-249284202b85 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:35.599070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:35.599480 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e719839a-59c6-409b-addb-249284202b85 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:35.600042 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'status': 'completed', 'code': 200} Oct 27 21:35:35.606486 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e358b-177b-4f46-89ed-a478ec11dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:35.630937 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.749043 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-d4bf0c09-ce8b-4227-a150-070778036a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.755559 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 63ca044a-97ae-4cb5-ae1d-1fd90741569d up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:35.757341 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-d4bf0c09-ce8b-4227-a150-070778036a49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1096 time: 0.2750611 Oct 27 21:35:35.929899 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 63ca044a-97ae-4cb5-ae1d-1fd90741569d triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:35.930509 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e728899-6ead-407c-99cd-5a579628876a req-6547030d-1e99-473b-b06d-f4b263b7a908 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.930912 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.938226 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5e728899-6ead-407c-99cd-5a579628876a req-6547030d-1e99-473b-b06d-f4b263b7a908 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.3262663 Oct 27 21:35:35.945899 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-a176991d-d656-4777-9f6d-31f1d39e4221 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 217 time: 0.1523094 Oct 27 21:35:36.033647 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-23fdd7b2-7f94-441d-82b3-b3425c509813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.035393 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-23fdd7b2-7f94-441d-82b3-b3425c509813 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0713403 Oct 27 21:35:36.069895 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.120208 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39174) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:36.130363 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.130611 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=63ca044a-97ae-4cb5-ae1d-1fd90741569d,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:36.140381 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.144059 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 651c8ba0-3a3b-4f0a-8b76-945632053538 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:36.196418 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Deleting subnet fee3238b-0fd3-4e72-9a34-cbb10443767e {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:35:36.202131 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.205755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd39b459-669f-41c8-95f9-b253736399fb,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:36.299905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5e728899-6ead-407c-99cd-5a579628876a req-b826e2ab-3018-44ae-ae09-34cbd9992779 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593292 Oct 27 21:35:36.302908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.305450 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:36.317243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:36.321405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-c0b8ef78-df41-4067-affd-08afc79a681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.322192 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 651c8ba0-3a3b-4f0a-8b76-945632053538 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:36.322743 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.322920 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-c0b8ef78-df41-4067-affd-08afc79a681a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2763495 Oct 27 21:35:36.323744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:36.324747 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=63ca044a-97ae-4cb5-ae1d-1fd90741569d,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:36.369375 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.372784 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84182519-21ca-4776-b1f8-2b8f564334f8 None None] Network 3a34f2a1-6955-4828-b6d3-1492f607441a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:36.467435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.488481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-e929c8a0-0b6b-4ef3-87df-d058bb85d7b4 None None] Provisioning complete for port 63ca044a-97ae-4cb5-ae1d-1fd90741569d triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:36.488869 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e929c8a0-0b6b-4ef3-87df-d058bb85d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.522297 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee3238b-0fd3-4e72-9a34-cbb10443767e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:36.543138 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.548155 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-36a35ec1-deb9-4902-a401-8d83215ccf52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fee3238b-0fd3-4e72-9a34-cbb10443767e HTTP/1.1" status: 204 len: 168 time: 0.4267282 Oct 27 21:35:36.553032 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39176) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:36.670563 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.749508 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-541f9da1-7b92-42b8-a14d-79d1515171e3 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998523 Oct 27 21:35:36.761981 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8cd8a-9ca3-4734-a6e0-de088f631da3 req-66b7c99f-3ff8-4d2a-beac-e447b2e964c7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.769512 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fa8cd8a-9ca3-4734-a6e0-de088f631da3 req-66b7c99f-3ff8-4d2a-beac-e447b2e964c7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 944 time: 0.7288375 Oct 27 21:35:36.807030 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.844698 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:36.861584 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb10db8d-3e15-4072-ac0c-05e9a35e9d13']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.894773 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e78246-2d44-42aa-af14-f4b8b492944a') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.896988 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e78246-2d44-42aa-af14-f4b8b492944a') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.932234 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:36.932695 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.952009 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.981530 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.994564 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:35:36.996858 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:35:36.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:35:37.123701 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.129677 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.137073 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb10db8d-3e15-4072-ac0c-05e9a35e9d13 HTTP/1.1" status: 204 len: 168 time: 0.5790339 Oct 27 21:35:37.170883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdddf3-38d2-4702-9134-e8408da61ace admin admin] Pushing event deleted for resources: {'Network': ['ID=eb10db8d-3e15-4072-ac0c-05e9a35e9d13,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:37.203798 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1fa8cd8a-9ca3-4734-a6e0-de088f631da3 req-8ecdae17-9d0b-4858-9131-e0c1c80513f9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332683 Oct 27 21:35:37.245004 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.271116 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.333762 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:37.342839 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82192bc-dcc7-4072-a26d-f98e2c350d87" -d '{"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:37.399313 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:37.408032 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.549422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 63ca044a-97ae-4cb5-ae1d-1fd90741569d up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:37.595781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1a9bd675-24db-4bdf-a7f6-a80b4e28ed7e req-7659d7fd-5447-4419-bd84-8750fca6a997 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241413 Oct 27 21:35:37.644193 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:37.677013 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39188) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:37.749972 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3635cc55-d28c-4b17-a9c7-942c91f799b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf4b5d826c414daeaca1c746e5735595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710936 Oct 27 21:35:37.753800 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39190) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:37.757491 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-63faacb7-0e29-4abd-a866-0c98ce0158ca None None] Provisioning complete for port 63ca044a-97ae-4cb5-ae1d-1fd90741569d triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:37.758195 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-63faacb7-0e29-4abd-a866-0c98ce0158ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.797614 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194cc3-c59e-47a7-9390-6d14c0f4b7d9 req-a78552f7-a7b6-4e87-92df-8f08d8c1e28a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:37.806132 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-22194cc3-c59e-47a7-9390-6d14c0f4b7d9 req-a78552f7-a7b6-4e87-92df-8f08d8c1e28a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.2874503 Oct 27 21:35:37.843245 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=7']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:37.843865 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.852813 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb5542-3b0f-4129-ab66-d0bbfc0d267e x-openstack-request-id: req-becb5542-3b0f-4129-ab66-d0bbfc0d267e {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:37.853472 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:37.854050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-becb5542-3b0f-4129-ab66-d0bbfc0d267e {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:37.854764 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'code': 200} Oct 27 21:35:37.883835 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.894282 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-cb48b471-f770-4794-a1de-b912e562476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:37.896897 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-cb48b471-f770-4794-a1de-b912e562476c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1096 time: 0.1786301 Oct 27 21:35:37.901201 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 63ca044a-97ae-4cb5-ae1d-1fd90741569d triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:37.902210 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.916683 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-22194cc3-c59e-47a7-9390-6d14c0f4b7d9 req-8cbeac70-12d1-429d-b7f9-9583bc163c99 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095870 Oct 27 21:35:37.959438 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.973064 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.976884 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.981038 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b726aeb-a94c-48b9-846d-aa304a210053 HTTP/1.1" status: 204 len: 168 time: 0.2258615 Oct 27 21:35:38.031609 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767e3ea-cecb-4cf5-8d29-10658f0c6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b726aeb-a94c-48b9-846d-aa304a210053,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:38.183122 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-3f1ade24-7ff5-4402-bba1-44f03f092230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.184999 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-3f1ade24-7ff5-4402-bba1-44f03f092230 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.2599704 Oct 27 21:35:38.244252 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-ce0491f2-c675-4bc3-81a4-5e89b00084a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 217 time: 0.0483401 Oct 27 21:35:38.367437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-5d72bb4a-576d-4dc7-8518-09b88b39c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.367437 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-5d72bb4a-576d-4dc7-8518-09b88b39c8a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.1129572 Oct 27 21:35:38.533377 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-f6d71231-c5b8-475c-87b9-ee96c2552b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.535720 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-f6d71231-c5b8-475c-87b9-ee96c2552b3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1616879 Oct 27 21:35:38.566747 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Router cb1af616-4df4-4564-863c-1d504bde659b is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:35:38.649121 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7d381-c0e3-496b-94b8-8468d194e18d req-9040841b-2e7a-4e15-95d3-04dd91ecdf69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.657875 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-23d7d381-c0e3-496b-94b8-8468d194e18d req-9040841b-2e7a-4e15-95d3-04dd91ecdf69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.2235975 Oct 27 21:35:38.800552 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-23d7d381-c0e3-496b-94b8-8468d194e18d req-29b5e9df-b58e-4354-8b13-01b25df47164 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417446 Oct 27 21:35:38.855787 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:38.882613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Sync routers for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:38.885807 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-dffefeb1-4169-48ea-adbc-25ee95f2a198 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333118 Oct 27 21:35:38.902981 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:38.903561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:38.904061 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.906431 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-83c45e74-71f4-4ea6-9357-97cbbe4448e4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0398648 Oct 27 21:35:38.909384 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39202) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:39.130761 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:39.221922 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080568-dc61-48d6-af3d-25338a432eed req-33d0a50d-5948-4ac1-b5a9-bf3be4fb5734 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.224109 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88080568-dc61-48d6-af3d-25338a432eed req-33d0a50d-5948-4ac1-b5a9-bf3be4fb5734 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1966400 Oct 27 21:35:39.227100 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0def7005-1b82-422c-bc7f-18c2cdf142ad req-fd0d321c-6758-4c42-874c-178f2d9d6a58 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323891 Oct 27 21:35:39.311136 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88080568-dc61-48d6-af3d-25338a432eed req-bf6dc954-f2e8-47c3-a1b3-ccfec5b94841 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803788 Oct 27 21:35:39.500051 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:36Z', 'revision_number': 3, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:39.572243 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Checking router: cb1af616-4df4-4564-863c-1d504bde659b for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:39.572600 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Updating router cb1af616-4df4-4564-863c-1d504bde659b port dd39b459-669f-41c8-95f9-b253736399fb binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:39.627098 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.842633 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.024375 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c954f-dd93-450c-b76d-0a32c4ae89e1 req-ea76227a-62c1-49eb-95b4-53d7f21676f7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.043577 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f78c954f-dd93-450c-b76d-0a32c4ae89e1 req-ea76227a-62c1-49eb-95b4-53d7f21676f7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0914497 Oct 27 21:35:40.076727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.085978 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.118933 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f78c954f-dd93-450c-b76d-0a32c4ae89e1 req-5f68c8d1-063f-4df0-bcb9-bb3a181f9a57 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683439 Oct 27 21:35:40.146271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb5b0-5f60-4aa5-9cd4-d09fc94bd996 None None] Pushing event updated for resources: {'Port': ['ID=dd39b459-669f-41c8-95f9-b253736399fb,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:40.147357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Allocated IP 172.20.0.1 (3a34f2a1-6955-4828-b6d3-1492f607441a/92f80bef-293c-4296-aa8f-86ca6927c9e5/11255ebe-7fa3-43cb-9d20-ff35cd8054d8) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:40.176527 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Attempting to bind port dd39b459-669f-41c8-95f9-b253736399fb on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:40.176905 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Attempting to bind port dd39b459-669f-41c8-95f9-b253736399fb by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:40.177847 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Attempting to bind port dd39b459-669f-41c8-95f9-b253736399fb on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:40.187253 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:40.187963 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:40.188643 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.189199 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:40.190017 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Bound port: dd39b459-669f-41c8-95f9-b253736399fb, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:40.190446 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.271739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] For port dd39b459-669f-41c8-95f9-b253736399fb, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:40.281535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] For port dd39b459-669f-41c8-95f9-b253736399fb, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=dd39b459-669f-41c8-95f9-b253736399fb,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:40.293127 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.305722 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.353353 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.414901 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Network 3a34f2a1-6955-4828-b6d3-1492f607441a is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:40.418650 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:40.421620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:40.480561 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Pushing event updated for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:40.511313 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:40.512231 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:40.524648 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.603686 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb5b0-5f60-4aa5-9cd4-d09fc94bd996 None None] Pushing event updated for resources: {'Port': ['ID=dd39b459-669f-41c8-95f9-b253736399fb,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:40.623627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c1b7f-759f-4e5d-9a8f-3cac0deb3983 req-4e40f152-d0ba-41f1-bcfe-069dd873f53c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.638364 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b9c1b7f-759f-4e5d-9a8f-3cac0deb3983 req-4e40f152-d0ba-41f1-bcfe-069dd873f53c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1887860 Oct 27 21:35:40.717682 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b9c1b7f-759f-4e5d-9a8f-3cac0deb3983 req-7e33b450-0fe3-4fe3-ab3d-52fb8be344ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762997 Oct 27 21:35:40.776578 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:40.813711 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.867246 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-d13f0324-5dbd-418c-8bab-da6d35fa9ea9 None None] Provisioning complete for port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:40.867641 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d13f0324-5dbd-418c-8bab-da6d35fa9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.982162 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-d13f0324-5dbd-418c-8bab-da6d35fa9ea9 None None] Port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:41.039566 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.049029 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4402552'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.091034 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:36Z', 'revision_number': 3, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:41.124389 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da50dd-d461-4865-9081-bdcbfdf29c84 None None] The sync data for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi is: [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:36Z', 'revision_number': 3, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:41.135428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.152357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Pushing event updated for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:41.286321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ff61-2299-4c53-827b-780b3da8ff9e req-d4511f6a-9bbc-42a9-a44c-5ee0bd44c70c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:41.296841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2b5ff61-2299-4c53-827b-780b3da8ff9e req-d4511f6a-9bbc-42a9-a44c-5ee0bd44c70c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0803835 Oct 27 21:35:41.302613 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Network 3a34f2a1-6955-4828-b6d3-1492f607441a is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:41.304745 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:41.362424 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2b5ff61-2299-4c53-827b-780b3da8ff9e req-3a0339de-5cf8-4d38-bafe-6b2fdb03e32f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648327 Oct 27 21:35:41.535117 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Router cb1af616-4df4-4564-863c-1d504bde659b has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:41.715821 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:41.718371 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-8adf1359-91e2-4fb9-a1b7-1e96697dd78d None None] Provisioning complete for port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:41.718863 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8adf1359-91e2-4fb9-a1b7-1e96697dd78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.723338 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-03700219-8bb4-43cc-b04d-cc7e21e081dc admin admin] 10.222.0.49 "PUT /v2.0/routers/cb1af616-4df4-4564-863c-1d504bde659b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8125138 Oct 27 21:35:41.930086 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0e50-67d5-490f-b279-800cdb3f7647 req-43cccc6d-127f-4759-b0c5-5bad27028435 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:41.932539 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3d0e0e50-67d5-490f-b279-800cdb3f7647 req-43cccc6d-127f-4759-b0c5-5bad27028435 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.0885670 Oct 27 21:35:41.983465 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-8adf1359-91e2-4fb9-a1b7-1e96697dd78d None None] Port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:42.035106 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3d0e0e50-67d5-490f-b279-800cdb3f7647 req-c6a4d347-09a6-4297-b01b-e828e6889c3d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929511 Oct 27 21:35:42.544179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388998e6-6a76-4a92-8c11-f8a6eaf6c3a2 req-6ede225e-8ba5-4038-b765-d1c52e779f77 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:42.545746 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-388998e6-6a76-4a92-8c11-f8a6eaf6c3a2 req-6ede225e-8ba5-4038-b765-d1c52e779f77 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0558784 Oct 27 21:35:42.611958 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-388998e6-6a76-4a92-8c11-f8a6eaf6c3a2 req-741b2882-cc77-4736-aff2-8119b4f94c9c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482261 Oct 27 21:35:43.375173 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e9ed5-ab12-4b0f-922f-51187c2b0199 req-a32d442d-d582-45c8-be38-7b2b29c807a1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:43.384083 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d93e9ed5-ab12-4b0f-922f-51187c2b0199 req-a32d442d-d582-45c8-be38-7b2b29c807a1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1474268 Oct 27 21:35:43.469174 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d93e9ed5-ab12-4b0f-922f-51187c2b0199 req-1dacb089-9696-44a6-9601-73f185732ebd tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846875 Oct 27 21:35:43.477111 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device dd39b459-669f-41c8-95f9-b253736399fb up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:43.582686 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port dd39b459-669f-41c8-95f9-b253736399fb triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:43.583363 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.732104 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Sync routers for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:43.750041 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:43.750673 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:43.770780 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.812231 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port dd39b459-669f-41c8-95f9-b253736399fb, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=dd39b459-669f-41c8-95f9-b253736399fb,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:43.828820 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.869347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f711-ef9e-4554-bbc1-68d273e6fb59 req-55e68304-d11f-47e2-9f36-5d84289e30b2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:43.871693 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ef7f711-ef9e-4554-bbc1-68d273e6fb59 req-55e68304-d11f-47e2-9f36-5d84289e30b2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0892749 Oct 27 21:35:43.902646 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=dd39b459-669f-41c8-95f9-b253736399fb,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:43.939174 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:44.014517 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ef7f711-ef9e-4554-bbc1-68d273e6fb59 req-da84d882-cd50-4227-bb92-c7829cf1a010 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342883 Oct 27 21:35:44.261149 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 4, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '11255ebe-7fa3-43cb-9d20-ff35cd8054d8', 'name': '', 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'mac_address': 'fa:16:3e:cf:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:39Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 2, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'subnets': [{'id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:44.324241 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Checking router: cb1af616-4df4-4564-863c-1d504bde659b for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:44.324812 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Updating router cb1af616-4df4-4564-863c-1d504bde659b port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:44.391563 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.716600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11064a77-6b71-473d-946f-8d1897840c95 req-37a124a7-81e6-494f-9230-2df8a5ac9009 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:44.718986 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-11064a77-6b71-473d-946f-8d1897840c95 req-37a124a7-81e6-494f-9230-2df8a5ac9009 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1040356 Oct 27 21:35:44.864012 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-11064a77-6b71-473d-946f-8d1897840c95 req-ef92eb0d-1be1-4437-aee6-538230d5574a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353979 Oct 27 21:35:45.223594 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.259077 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.280475 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c5782-9cb4-4fbe-8d8a-f23aacc0f237 req-41d84943-26e8-4fc8-ad3d-cf69e729b9de tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.291513 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-666c5782-9cb4-4fbe-8d8a-f23aacc0f237 req-41d84943-26e8-4fc8-ad3d-cf69e729b9de tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1735709 Oct 27 21:35:45.362609 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-666c5782-9cb4-4fbe-8d8a-f23aacc0f237 req-2de7782c-0ed4-4d5d-abcd-957afa6fb59a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698373 Oct 27 21:35:45.436729 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device dd39b459-669f-41c8-95f9-b253736399fb up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:45.484252 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a87dd-5ba2-4e3e-ac41-cf8c40b9d937 None None] Pushing event updated for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.572001 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port dd39b459-669f-41c8-95f9-b253736399fb triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:45.574002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.576295 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Attempting to bind port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:45.577564 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Attempting to bind port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:45.579999 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Attempting to bind port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 on network 3a34f2a1-6955-4828-b6d3-1492f607441a {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:45.597100 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:45.597818 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Checking segment: {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:45.598377 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.598919 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Bound using segment: {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:45.599583 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Bound port: 11255ebe-7fa3-43cb-9d20-ff35cd8054d8, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:45.600829 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.779438 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] For port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:45.790732 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] For port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:45.799183 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.820899 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] Provisioning complete for port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:45.821271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.986818 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:45.995161 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:46.056645 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.132877 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889ff9-cbcf-4a7a-b226-a37ebd1a307e req-e1043ef1-2e58-4712-a54e-b0eb2c27931e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:46.142318 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] For port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:46.150314 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2889ff9-cbcf-4a7a-b226-a37ebd1a307e req-e1043ef1-2e58-4712-a54e-b0eb2c27931e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1408360 Oct 27 21:35:46.150572 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.273538 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2889ff9-cbcf-4a7a-b226-a37ebd1a307e req-4a82c698-6a7d-408f-a9cc-ce6d974ab868 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220160 Oct 27 21:35:46.274210 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94bc16-4ac5-4132-b9df-78b9860cfe90 None None] Pushing event updated for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:46.304785 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-df258a71-5222-4695-a845-6ee93a4a2d2d None None] Provisioning complete for port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:46.305466 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-df258a71-5222-4695-a845-6ee93a4a2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.402329 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a87dd-5ba2-4e3e-ac41-cf8c40b9d937 None None] Pushing event updated for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:46.517682 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:46.583780 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8d9ac-f15a-4d5b-bf52-dbaa5974cb9f req-2e9a592c-01f8-413a-9458-a6820160e077 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:46.593211 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ff8d9ac-f15a-4d5b-bf52-dbaa5974cb9f req-2e9a592c-01f8-413a-9458-a6820160e077 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1046224 Oct 27 21:35:46.712441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ff8d9ac-f15a-4d5b-bf52-dbaa5974cb9f req-69c66fe2-2c95-4316-bfe5-bdb636adce5f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174996 Oct 27 21:35:46.924467 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 20dc3240-22ae-406a-8647-68d6535a3fdd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:46.952097 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 4, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '11255ebe-7fa3-43cb-9d20-ff35cd8054d8', 'name': '', 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'mac_address': 'fa:16:3e:cf:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:39Z', 'updated_at': '2021-10-27T21:35:45Z', 'revision_number': 4, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'subnets': [{'id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:47.011477 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3923589-27ef-4d5c-868c-d771e59d63a4 None None] The sync data for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi is: [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:35:40Z', 'revision_number': 4, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '11255ebe-7fa3-43cb-9d20-ff35cd8054d8', 'name': '', 'network_id': '3a34f2a1-6955-4828-b6d3-1492f607441a', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'mac_address': 'fa:16:3e:cf:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:39Z', 'updated_at': '2021-10-27T21:35:45Z', 'revision_number': 4, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'subnets': [{'id': '92f80bef-293c-4296-aa8f-86ca6927c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:47.140762 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=20dc3240-22ae-406a-8647-68d6535a3fdd,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:47.163739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:47.265064 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:47.318354 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dc3240-22ae-406a-8647-68d6535a3fdd {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:47.380875 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=20dc3240-22ae-406a-8647-68d6535a3fdd,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:47.390303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:47.476664 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:47.513836 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:47.573394 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9eff6-f380-4e7c-abf0-a3f4ed65bc35 req-ddc35cf1-1042-4cb4-a623-d0ca839be0da tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:47.590900 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9fd9eff6-f380-4e7c-abf0-a3f4ed65bc35 req-ddc35cf1-1042-4cb4-a623-d0ca839be0da tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 944 time: 0.0968211 Oct 27 21:35:47.642161 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:47.642525 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:47.721686 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9fd9eff6-f380-4e7c-abf0-a3f4ed65bc35 req-8909aa81-2c7b-428a-b534-9fe2e763bf3d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267898 Oct 27 21:35:47.780853 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['20dc3240-22ae-406a-8647-68d6535a3fdd'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:48.054819 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2812eb-5f84-46e9-b508-7e0beb5ede47 req-a9e84b77-64f4-4424-b3a9-a5f4ce5e56bb tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:48.056917 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5f2812eb-5f84-46e9-b508-7e0beb5ede47 req-a9e84b77-64f4-4424-b3a9-a5f4ce5e56bb tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1234257 Oct 27 21:35:48.152300 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5f2812eb-5f84-46e9-b508-7e0beb5ede47 req-f3b1f77d-30f7-43ce-ba97-d30b207aecc9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872936 Oct 27 21:35:48.996792 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca86c-89bc-41aa-bab9-fb93eee7462a req-8635a374-345d-427e-8b0d-463f60fb9a67 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:49.010394 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c06ca86c-89bc-41aa-bab9-fb93eee7462a req-8635a374-345d-427e-8b0d-463f60fb9a67 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 944 time: 0.1227901 Oct 27 21:35:49.144903 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c06ca86c-89bc-41aa-bab9-fb93eee7462a req-630cffe6-5e6f-4c50-9cec-57fcf090d40a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071141 Oct 27 21:35:49.430037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab70eb-a73a-46d7-898c-917667fbfb2e req-97d2e819-4c76-4f47-89e9-57798b79943f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:49.432625 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01ab70eb-a73a-46d7-898c-917667fbfb2e req-97d2e819-4c76-4f47-89e9-57798b79943f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1551433 Oct 27 21:35:49.558527 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01ab70eb-a73a-46d7-898c-917667fbfb2e req-e0c21c77-e47d-48ad-a8ac-d12575f37940 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171916 Oct 27 21:35:50.353984 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e3e2f-61fc-4d45-adbb-59a8b715d06e req-0f511e8e-d771-438d-8260-656ddd9b0564 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:50.355788 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-832e3e2f-61fc-4d45-adbb-59a8b715d06e req-0f511e8e-d771-438d-8260-656ddd9b0564 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 944 time: 0.0937934 Oct 27 21:35:50.422059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-832e3e2f-61fc-4d45-adbb-59a8b715d06e req-f6b3574e-9b26-499e-ba1e-4cdbe4bc5b14 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563257 Oct 27 21:35:50.893051 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87836ba9-17c4-49c4-980b-39d2e3eb765d req-a5216f76-fb0a-451d-bb75-7e238c19a5e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:50.896314 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-87836ba9-17c4-49c4-980b-39d2e3eb765d req-a5216f76-fb0a-451d-bb75-7e238c19a5e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1616952 Oct 27 21:35:50.927663 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 20dc3240-22ae-406a-8647-68d6535a3fdd up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:51.012010 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-87836ba9-17c4-49c4-980b-39d2e3eb765d req-fc0c8f7d-0fbb-4ad9-8454-0dae3207404d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069469 Oct 27 21:35:51.086218 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 20dc3240-22ae-406a-8647-68d6535a3fdd completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:51.093467 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 20dc3240-22ae-406a-8647-68d6535a3fdd triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:51.095443 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.261308 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.330917 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=20dc3240-22ae-406a-8647-68d6535a3fdd,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:51.333422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:51.339025 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2995112-27a5-4165-93b1-25f931005ae7" -d '{"events": [{"server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:51.362520 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.440766 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd54abb2-e997-48e2-a0b3-4be8a616daba x-openstack-request-id: req-dd54abb2-e997-48e2-a0b3-4be8a616daba {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:51.441091 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:51.441443 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd54abb2-e997-48e2-a0b3-4be8a616daba {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:51.441750 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'code': 200} Oct 27 21:35:51.528116 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:51.759310 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276742de-4f0a-49ee-a85a-b7deeea1a7ec req-c0593328-a3fc-4d20-a7fa-6e9e01d4e6d3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:51.773327 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-276742de-4f0a-49ee-a85a-b7deeea1a7ec req-c0593328-a3fc-4d20-a7fa-6e9e01d4e6d3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1457851 Oct 27 21:35:51.823896 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-276742de-4f0a-49ee-a85a-b7deeea1a7ec req-0cd10f43-e1a7-4e2b-b2e1-e983daa8334a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Oct 27 21:35:51.932852 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-fb674894-98c6-4ca4-9301-088ded045daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.012827 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938e802-cf06-408e-a267-5a7233e4ae8d req-f77622c0-87c1-487a-aae0-ffaf18e0100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:52.016336 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2938e802-cf06-408e-a267-5a7233e4ae8d req-f77622c0-87c1-487a-aae0-ffaf18e0100c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0821531 Oct 27 21:35:52.205305 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2938e802-cf06-408e-a267-5a7233e4ae8d req-a86b8253-991e-4d63-ad75-3a5e83f8056d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845571 Oct 27 21:35:52.234115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440142-5ab0-488c-b17b-5819c6b7ca11 req-c4bf24ea-51cc-4c17-86c8-2dc8e537b69d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:52.236586 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e440142-5ab0-488c-b17b-5819c6b7ca11 req-c4bf24ea-51cc-4c17-86c8-2dc8e537b69d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0955896 Oct 27 21:35:52.290912 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e440142-5ab0-488c-b17b-5819c6b7ca11 req-e03156ac-606b-4371-ae45-12eb055657df tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Oct 27 21:35:52.797456 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-e33f260c-d42c-4fb5-aacf-cd96ab9e6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:52.800674 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-e33f260c-d42c-4fb5-aacf-cd96ab9e6a58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1098 time: 0.0647080 Oct 27 21:35:53.043084 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-60c1b9a9-ecac-4203-a0c5-752a62bcafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.045761 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-60c1b9a9-ecac-4203-a0c5-752a62bcafbe service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.2350020 Oct 27 21:35:53.179020 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba16f6-9f5b-4c6f-8947-433470b61bd9 req-2077b848-386d-4c6c-813a-8cdaba2633b1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.181643 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-03ba16f6-9f5b-4c6f-8947-433470b61bd9 req-2077b848-386d-4c6c-813a-8cdaba2633b1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1754346 Oct 27 21:35:53.186564 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-c1ba8b3e-78d1-4e57-83ea-0a73f21c5a48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 1000 time: 0.0913246 Oct 27 21:35:53.329776 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-03ba16f6-9f5b-4c6f-8947-433470b61bd9 req-56cb858e-363d-4a94-9b1d-cc2374575ab1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412334 Oct 27 21:35:53.344684 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-3df7e724-24c8-4fc0-bfa1-782278d57a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.347317 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-3df7e724-24c8-4fc0-bfa1-782278d57a43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.1262743 Oct 27 21:35:53.739735 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-99db3ad7-7003-46b6-b763-df7848d76394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.741339 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-99db3ad7-7003-46b6-b763-df7848d76394 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3747153 Oct 27 21:35:53.783040 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039870-33ee-47bd-ad57-5ec452bf0d55 req-fdeff1f5-a34a-4973-ad32-fa5c7065e6b1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.791234 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b1039870-33ee-47bd-ad57-5ec452bf0d55 req-fdeff1f5-a34a-4973-ad32-fa5c7065e6b1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.0997672 Oct 27 21:35:53.874086 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b1039870-33ee-47bd-ad57-5ec452bf0d55 req-d46a628e-3573-4f5d-a07d-e1274b7f3a6f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814753 Oct 27 21:35:53.916368 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-28dafbc6-a2e2-45b0-b643-f43bd9967de2 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631486 Oct 27 21:35:54.063176 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e04d5b87-4c55-4c54-8189-16f7135cc10c req-6975db19-f372-46e1-a5eb-df411a146b4a service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379855 Oct 27 21:35:54.524949 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb9cf-5179-4bf3-ad5d-7bce4fd3c8f8 req-aec6a9c1-424a-4b8f-9e70-870c8c52fd58 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:54.531975 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-05dfb9cf-5179-4bf3-ad5d-7bce4fd3c8f8 req-aec6a9c1-424a-4b8f-9e70-870c8c52fd58 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0844646 Oct 27 21:35:54.580331 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-05dfb9cf-5179-4bf3-ad5d-7bce4fd3c8f8 req-ab82791a-6cd0-49ae-ad4a-3ac47231a66e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Oct 27 21:35:54.762770 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becce070-9c27-4853-a2bb-5f298e037708 req-29590bf7-1980-4abb-8c1b-61a152e283bf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:54.764574 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-becce070-9c27-4853-a2bb-5f298e037708 req-29590bf7-1980-4abb-8c1b-61a152e283bf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0746808 Oct 27 21:35:54.839217 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-becce070-9c27-4853-a2bb-5f298e037708 req-c949ed82-3868-4366-bd66-184aabdf5f74 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563531 Oct 27 21:35:54.878583 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39364) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.933577 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3904c-3906-4210-8344-dff7cdf1ba48 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:54.936261 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-55c3904c-3906-4210-8344-dff7cdf1ba48 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1093 time: 0.0553117 Oct 27 21:35:54.938764 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39368) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.945642 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:54.978287 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.081019 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae453b-24ce-4d39-9fb4-ff143db84d03 req-ebc1fb9a-74be-422d-86e8-a5b6b0d0eb87 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:55.088289 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37ae453b-24ce-4d39-9fb4-ff143db84d03 req-ebc1fb9a-74be-422d-86e8-a5b6b0d0eb87 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.1005569 Oct 27 21:35:55.139705 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-37ae453b-24ce-4d39-9fb4-ff143db84d03 req-fd12a47f-e6a2-4142-a861-1264fbbe6655 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494335 Oct 27 21:35:55.429761 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.590342 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.27.0.55 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/f6f35901-7739-43ae-b38e-32c29c01d1d4) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:55.717640 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.759464 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.808508 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:55.811948 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:55.816084 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:55.853854 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=f6f35901-7739-43ae-b38e-32c29c01d1d4,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:56.123751 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-1728ce48-253d-42fe-a204-a59a08b12d43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651429 Oct 27 21:35:56.238264 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.249960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-5cbd1878-9528-4776-9807-8be08868aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.254617 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-5cbd1878-9528-4776-9807-8be08868aa03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1098 time: 0.0623560 Oct 27 21:35:56.313235 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.476195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e85e3-d5ac-425e-aa72-7bf4afc9f18f req-a95c1072-3784-41d4-a80f-1c650dbb83e7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.478982 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ae9e85e3-d5ac-425e-aa72-7bf4afc9f18f req-a95c1072-3784-41d4-a80f-1c650dbb83e7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 945 time: 0.2046425 Oct 27 21:35:56.486870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-3fadc76b-2391-4c1b-97c9-3e21b7403b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.489728 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-3fadc76b-2391-4c1b-97c9-3e21b7403b1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.1970651 Oct 27 21:35:56.598118 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.603469 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4402552'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.644612 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ae9e85e3-d5ac-425e-aa72-7bf4afc9f18f req-cb4b7381-14ae-4196-ae32-3e4e487d41ea tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532190 Oct 27 21:35:56.667474 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-096860bb-d0d0-4ce0-8792-3ba6a9504d0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 1000 time: 0.1638474 Oct 27 21:35:56.704749 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8cc43519-0664-4858-93c6-1398e0e1f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.736873 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-53dda99b-acd3-4aea-8455-b140f96f5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.738748 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-53dda99b-acd3-4aea-8455-b140f96f5c0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0580769 Oct 27 21:35:56.749998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=f6f35901-7739-43ae-b38e-32c29c01d1d4,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:56.797781 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.862804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-6fc605ae-4830-4708-94f4-364c8925b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.865324 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-6fc605ae-4830-4708-94f4-364c8925b8d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191216 Oct 27 21:35:56.938635 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.l3_db [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 78386e61-cfb8-474c-8a00-4393ea552237 associated. External IP: 172.27.0.55, port: 20dc3240-22ae-406a-8647-68d6535a3fdd. Oct 27 21:35:56.977477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:56.989894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-b2335592-00d3-4ba2-bee3-1de0aa6fc3de tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.998132 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-b2335592-00d3-4ba2-bee3-1de0aa6fc3de tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 815 time: 0.2009478 Oct 27 21:35:57.025647 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-23a1e391-3c8d-4e30-901f-bc85d77e48b6 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/quotas/c6e82448c1a842cd95ba26d7d0369d3e HTTP/1.1" status: 200 len: 375 time: 0.0270374 Oct 27 21:35:57.082018 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-12420f5e-4409-49e6-9640-d168f53d7b40 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064388 Oct 27 21:35:57.139344 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-f2786284-4a00-4de0-9063-aa9aebaae698 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069005 Oct 27 21:35:57.216207 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:57.230003 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.276710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:57.277593 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:57.280323 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ad00c0-67d7-4b8a-896b-312a76220f73" -d '{"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:57.286140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.308638 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-63a3ef5e-6b7f-4691-b259-f67289b5506f req-df51cae2-6c77-455b-9a9a-592142d0270b service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094948 Oct 27 21:35:57.375725 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3aa0a-d01f-492a-80e0-d014b2a7d210 x-openstack-request-id: req-c1e3aa0a-d01f-492a-80e0-d014b2a7d210 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:57.376041 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-unplugged", "status": "failed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "code": 422}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:57.376240 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1e3aa0a-d01f-492a-80e0-d014b2a7d210 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:57.376694 dv-cinder-815146-4-iscsi neutron-server[101429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'code': 422} returned with failed status Oct 27 21:35:57.398340 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=8']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:57.417005 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.441332 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:57.462240 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:57.477044 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:57.478199 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:57.497249 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.587214 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-3c73dc63-c39d-4bb3-90f9-862d784c9005 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6431971 Oct 27 21:35:57.587214 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:57.589154 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c290b2-6554-49f3-8e2b-51c2cde5ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:57.675207 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-4c68bbbb-f033-41a7-a0a1-e11ce2af656f service neutron] 10.222.0.49 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020943 Oct 27 21:35:57.685405 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:57.689721 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.820006 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-260eb9fb-905b-4361-9f8d-fce545a89f15 service neutron] 10.222.0.49 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364088 Oct 27 21:35:58.154457 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:56Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:58.255180 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b616ee84-8234-488f-ad4a-315ff37b352d x-openstack-request-id: req-b616ee84-8234-488f-ad4a-315ff37b352d {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:58.256036 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:58.257815 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b616ee84-8234-488f-ad4a-315ff37b352d {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:58.258669 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'status': 'completed', 'code': 200} Oct 27 21:35:58.264773 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:58.289222 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e44b357-999d-4cf7-aca5-2599a94e272a req-256ce056-4b32-4323-823b-e260acadaa40 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 210 time: 0.0701487 Oct 27 21:35:58.334319 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.340243 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:58.340893 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:35:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:58.507359 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-0a7d5a87-62af-4160-a036-5c3195925ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:58.508853 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-0a7d5a87-62af-4160-a036-5c3195925ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.1756785 Oct 27 21:35:58.578483 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:58.585343 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f495f-ebcc-4882-9c99-4444cae703a4 req-ce20b8d1-c4b9-4d7f-b1f9-e52a0744257c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:58.587248 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e69f495f-ebcc-4882-9c99-4444cae703a4 req-ce20b8d1-c4b9-4d7f-b1f9-e52a0744257c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.1745896 Oct 27 21:35:58.702321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e69f495f-ebcc-4882-9c99-4444cae703a4 req-3ed3e9c4-e28d-45d6-8031-53ea5e58ec66 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830750 Oct 27 21:35:58.716253 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-e2b087af-b5eb-4751-8d82-5f7e64d6b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:58.718142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-e2b087af-b5eb-4751-8d82-5f7e64d6b95a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1996326 Oct 27 21:35:58.809841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-6283ffe8-6bc9-48c3-a26c-39dda4877ae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 998 time: 0.0762088 Oct 27 21:35:58.814233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39468) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:58.948984 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-4c935241-fb99-4ae4-9909-c56202f24722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:58.950577 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-4c935241-fb99-4ae4-9909-c56202f24722 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.1329584 Oct 27 21:35:58.987414 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-5a9ae0bd-7ed7-4dfc-b98a-ffb3c7cde70c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1706183 Oct 27 21:35:59.011643 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-f28c7ac6-7db4-47d0-bb0d-ac32cf97d341 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:35:59.014086 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-f28c7ac6-7db4-47d0-bb0d-ac32cf97d341 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123851 Oct 27 21:35:59.071642 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-c7b4660c-3260-4c51-a6e8-6ac86ea69147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:59.073392 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-c7b4660c-3260-4c51-a6e8-6ac86ea69147 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927763 Oct 27 21:35:59.196195 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-fc449126-c933-4a08-847d-7472a7371a02 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116462 Oct 27 21:35:59.211093 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:56Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:59.251511 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa91fb-14d1-47a6-bdd9-02daa4492904 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:56Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:59.343667 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51c290b2-6554-49f3-8e2b-51c2cde5ff63 req-2557e908-d212-40ed-ac18-8824523c8200 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384487 Oct 27 21:35:59.368169 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.500516 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0b318685-1ff9-49d5-bc2f-21e8bd9bc8c0 req-96d0b1b2-abf8-450b-85bc-4b581ced733a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 210 time: 0.0487165 Oct 27 21:35:59.576795 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b5f09-295f-422b-aa72-10fed75343e5 None None] New status for floating IP 78386e61-cfb8-474c-8a00-4393ea552237: ACTIVE {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:59.838897 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80cee5-8b93-4acf-9784-0f5869b8f153 req-116052ba-fe01-4e94-ad01-4ddec79769d4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:59.840626 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4b80cee5-8b93-4acf-9784-0f5869b8f153 req-116052ba-fe01-4e94-ad01-4ddec79769d4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0668063 Oct 27 21:35:59.896127 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4b80cee5-8b93-4acf-9784-0f5869b8f153 req-a4f636e5-dc2a-4b24-8159-4f690c03e906 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Oct 27 21:36:00.063916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-aa69cdf1-a1ca-4481-8cb2-f7b74d2e4740 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:00.065465 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-aa69cdf1-a1ca-4481-8cb2-f7b74d2e4740 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 815 time: 0.1300073 Oct 27 21:36:00.098627 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'port': {'device_id': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'admin_state_up': True, 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:00.252864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Made reservation on behalf of c6e82448c1a842cd95ba26d7d0369d3e for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:36:00.257192 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.434613 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Allocated IP 172.20.0.8 (ef1c58f7-29df-4bcd-93cf-7bc76f960599/75d53cd3-9531-4a3d-a2ef-497285639120/4f8df080-8ce9-4daf-8286-b0aea8c9fa4f) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:00.636071 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836659f-2f12-4945-aaec-af0866ba6302 req-38b561e0-c916-4a98-aa1e-06befc0376af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:00.640026 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-38b561e0-c916-4a98-aa1e-06befc0376af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274&tenant_id=4d2a10e5e3634294be6809b6465813c5 HTTP/1.1" status: 200 len: 1096 time: 0.1085558 Oct 27 21:36:00.687970 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eb18b23e-9b67-4c0a-b929-61efd4d5bcac req-77354c6b-0d6c-4910-9043-570a072bb581 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 210 time: 0.0726309 Oct 27 21:36:00.756199 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.775761 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836659f-2f12-4945-aaec-af0866ba6302 req-3f5b948d-603b-4970-9467-da8192c899b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:00.778152 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-3f5b948d-603b-4970-9467-da8192c899b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d2a10e5e3634294be6809b6465813c5&device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1096 time: 0.0852637 Oct 27 21:36:00.808015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.866499 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:00.870685 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:00.873630 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:00.908529 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:00.960317 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:00.962854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.968075 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:01.010450 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-fe05b9a6-2839-448c-bccc-b95ba6f0693e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171715 Oct 27 21:36:01.053783 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836659f-2f12-4945-aaec-af0866ba6302 req-3d940ae6-5f95-4036-a410-6c50388bbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:01.055341 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-3d940ae6-5f95-4036-a410-6c50388bbd52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 200 len: 917 time: 0.2585862 Oct 27 21:36:01.209744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebbf49-1e17-466f-b5da-210e63dc581e req-83ccf4f8-63ae-4536-b694-d81dd306e192 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:01.226349 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96ebbf49-1e17-466f-b5da-210e63dc581e req-83ccf4f8-63ae-4536-b694-d81dd306e192 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.1399896 Oct 27 21:36:01.272959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-96177be2-cb2f-4b07-8b8c-f8e550bc1b4e None None] Provisioning complete for port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:01.273334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-96177be2-cb2f-4b07-8b8c-f8e550bc1b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.339095 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-96ebbf49-1e17-466f-b5da-210e63dc581e req-d251b466-3cd9-43b2-92df-aae30ea520c2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054404 Oct 27 21:36:01.370589 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-96177be2-cb2f-4b07-8b8c-f8e550bc1b4e None None] Port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:36:01.854030 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f3db4-f933-401c-baf4-409458dc7563 req-c7627664-f6b7-4a38-91d6-1c9882568c15 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:01.855688 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-957f3db4-f933-401c-baf4-409458dc7563 req-c7627664-f6b7-4a38-91d6-1c9882568c15 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0670688 Oct 27 21:36:01.921744 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-957f3db4-f933-401c-baf4-409458dc7563 req-ebb4d98e-acd4-4ae8-b544-f8f0ae5222e5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552466 Oct 27 21:36:02.488780 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e269a91-df15-4a1f-8c4b-f2619945fac7 req-38a86c13-d6ef-42e2-a901-1d020c470db1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:02.502400 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3e269a91-df15-4a1f-8c4b-f2619945fac7 req-38a86c13-d6ef-42e2-a901-1d020c470db1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0793636 Oct 27 21:36:02.541476 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3e269a91-df15-4a1f-8c4b-f2619945fac7 req-aa160dca-618b-4037-8507-d3f8b4aca8c7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378802 Oct 27 21:36:03.073036 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a380e8-4774-4f4d-848b-619e85d8587b req-f7e01e61-1ab7-4cbc-9fbd-9978004a46bc tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:03.075561 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27a380e8-4774-4f4d-848b-619e85d8587b req-f7e01e61-1ab7-4cbc-9fbd-9978004a46bc tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0575924 Oct 27 21:36:03.132552 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-27a380e8-4774-4f4d-848b-619e85d8587b req-90f6b5f0-956f-4105-b6b4-a3feb26f658c tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Oct 27 21:36:03.690301 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f4b5-911c-432f-8226-93696a30ba03 req-2d406143-eca3-4cb4-ade4-5cadbe4d0981 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:03.700559 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5c94f4b5-911c-432f-8226-93696a30ba03 req-2d406143-eca3-4cb4-ade4-5cadbe4d0981 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0787296 Oct 27 21:36:03.749867 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5c94f4b5-911c-432f-8226-93696a30ba03 req-8a63ff70-86f9-44db-a594-286e443ab300 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468633 Oct 27 21:36:04.323188 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f96d7-b854-4e20-b11f-0c0da7848557 req-ed0f9ceb-8feb-44c6-ade9-4a03e624379e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:04.324865 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5d9f96d7-b854-4e20-b11f-0c0da7848557 req-ed0f9ceb-8feb-44c6-ade9-4a03e624379e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0803852 Oct 27 21:36:04.372060 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5d9f96d7-b854-4e20-b11f-0c0da7848557 req-33447394-958f-47d1-a192-23c34b64a359 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Oct 27 21:36:04.907438 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf411-90db-429b-870d-aad9e7da8a9a req-0f2705bd-6444-4136-856c-7d5280876c45 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:04.911883 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af0cf411-90db-429b-870d-aad9e7da8a9a req-0f2705bd-6444-4136-856c-7d5280876c45 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0744731 Oct 27 21:36:04.975342 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af0cf411-90db-429b-870d-aad9e7da8a9a req-d2ec274c-05ba-4e30-b065-cf25c49a0ae5 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517051 Oct 27 21:36:05.529969 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718fc7f-d932-4237-a471-9a83ba59df2e req-80b6b558-8425-43a5-a294-56b8eca32d8f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:05.531560 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b718fc7f-d932-4237-a471-9a83ba59df2e req-80b6b558-8425-43a5-a294-56b8eca32d8f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0607510 Oct 27 21:36:05.585832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b718fc7f-d932-4237-a471-9a83ba59df2e req-8a7d68fe-fc40-45c6-9450-39c544e540d5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Oct 27 21:36:06.135367 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f11a9-0532-462a-b9ff-7e547cb1d6d9 req-c644501c-e640-4ff9-a479-03eaa07829e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:06.136991 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a16f11a9-0532-462a-b9ff-7e547cb1d6d9 req-c644501c-e640-4ff9-a479-03eaa07829e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0702250 Oct 27 21:36:06.189195 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a16f11a9-0532-462a-b9ff-7e547cb1d6d9 req-eb5cffa1-1d75-447a-a8ff-3f4fb45ae065 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Oct 27 21:36:06.751001 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459a65-0c90-4904-84d5-c938ebdb9274 req-b2318c9c-5e17-400e-9036-61727d8dc05d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:06.753531 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69459a65-0c90-4904-84d5-c938ebdb9274 req-b2318c9c-5e17-400e-9036-61727d8dc05d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0543468 Oct 27 21:36:06.807151 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69459a65-0c90-4904-84d5-c938ebdb9274 req-f61e15f9-ac95-4ee5-abbe-6b8434fd62e3 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Oct 27 21:36:07.370678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c029-a4a2-404d-9bf5-afcc54bb2f29 req-c5200bf5-6787-4822-9a6d-a13df529a2a6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:07.373032 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bc34c029-a4a2-404d-9bf5-afcc54bb2f29 req-c5200bf5-6787-4822-9a6d-a13df529a2a6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0768888 Oct 27 21:36:07.430627 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bc34c029-a4a2-404d-9bf5-afcc54bb2f29 req-09e19427-4fb8-456f-8e1e-292c3b22c853 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512781 Oct 27 21:36:07.981058 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e968-4866-4972-9573-f8dee03a3def req-08db065d-c98a-42ad-af6a-d6baca2b0281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:07.986716 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c502e968-4866-4972-9573-f8dee03a3def req-08db065d-c98a-42ad-af6a-d6baca2b0281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0767736 Oct 27 21:36:08.032592 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c502e968-4866-4972-9573-f8dee03a3def req-dd0e8186-955c-495e-9a9f-6780805338a9 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Oct 27 21:36:08.643621 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24414248-0e24-403b-99cf-19133dfe3160 req-ec63a286-ef89-45bd-a234-16ce6c9d7f10 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:08.646288 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-24414248-0e24-403b-99cf-19133dfe3160 req-ec63a286-ef89-45bd-a234-16ce6c9d7f10 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0773072 Oct 27 21:36:08.694899 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-24414248-0e24-403b-99cf-19133dfe3160 req-8e2afa33-9789-402d-a130-493b05cb7ac1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365350 Oct 27 21:36:09.191330 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373940d-2f5d-467f-91e0-39ad86362dfc req-61457b6b-6bcb-4fde-92b9-58fbecbbe723 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:09.196132 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6373940d-2f5d-467f-91e0-39ad86362dfc req-61457b6b-6bcb-4fde-92b9-58fbecbbe723 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0794623 Oct 27 21:36:09.239334 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6373940d-2f5d-467f-91e0-39ad86362dfc req-76ab3783-cd93-4a60-90aa-da29b48d6b38 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392222 Oct 27 21:36:09.932231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61346321-78f9-4961-9c50-fbc018f0fd8e req-1d3f3aad-7b69-4bea-9347-1f37bfbde48f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:09.934947 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61346321-78f9-4961-9c50-fbc018f0fd8e req-1d3f3aad-7b69-4bea-9347-1f37bfbde48f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0951917 Oct 27 21:36:09.983836 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61346321-78f9-4961-9c50-fbc018f0fd8e req-02f15323-8c9a-41d8-9aa4-7e45d331238f tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381529 Oct 27 21:36:10.408546 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4fa51-7c79-4f54-a49e-d775ff0ae0c0 req-4ebcd4a7-16f7-4cf5-8aa5-247fe3de4daa tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:10.410911 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-34c4fa51-7c79-4f54-a49e-d775ff0ae0c0 req-4ebcd4a7-16f7-4cf5-8aa5-247fe3de4daa tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0765266 Oct 27 21:36:10.463607 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-34c4fa51-7c79-4f54-a49e-d775ff0ae0c0 req-bbcf3e24-700c-4473-9dce-3ffc42665f5a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 Oct 27 21:36:11.192635 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89659759-ff01-406c-bdf4-f104cb15558d req-27781338-d483-4731-8d69-03bcd41dc3b3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:11.195304 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89659759-ff01-406c-bdf4-f104cb15558d req-27781338-d483-4731-8d69-03bcd41dc3b3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0916357 Oct 27 21:36:11.261203 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89659759-ff01-406c-bdf4-f104cb15558d req-58d68bc1-de0c-4e02-b746-443b5a8c771d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590749 Oct 27 21:36:11.599830 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445c66e-76d7-4f0b-a242-f1b887200bad req-12e11a05-b3a0-4f9f-9da6-dd5b130c0d1f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:11.601385 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8445c66e-76d7-4f0b-a242-f1b887200bad req-12e11a05-b3a0-4f9f-9da6-dd5b130c0d1f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 931 time: 0.0548670 Oct 27 21:36:11.644175 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8445c66e-76d7-4f0b-a242-f1b887200bad req-2108c71f-8e1c-40cf-9249-0a79eb36fc44 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362992 Oct 27 21:36:12.152980 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Request body: {'port': {'device_id': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:12.224279 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-eb449893-2615-4c76-b11c-237aa4a4653c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 200 len: 998 time: 0.0791874 Oct 27 21:36:12.228302 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:12.297276 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836659f-2f12-4945-aaec-af0866ba6302 req-855438ed-58d4-42d5-bdc9-cb30b4b1b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:12.299468 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-855438ed-58d4-42d5-bdc9-cb30b4b1b17e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 200 len: 855 time: 0.0629997 Oct 27 21:36:12.375509 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836659f-2f12-4945-aaec-af0866ba6302 req-c348d25b-82b1-4251-b614-ed8bd3005cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:12.377037 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-c348d25b-82b1-4251-b614-ed8bd3005cfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1294c118-ebfc-4f5c-83ce-ee15707b8f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470307 Oct 27 21:36:12.492226 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad77f6-228b-4f21-a1bb-0abeb1c5c294 req-08e20855-8d43-44aa-ba0a-9ceb33e0f84d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:12.493799 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dad77f6-228b-4f21-a1bb-0abeb1c5c294 req-08e20855-8d43-44aa-ba0a-9ceb33e0f84d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.1183262 Oct 27 21:36:12.503633 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-71c5aba6-575e-4091-86ca-ba12a0c3e56e service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131933 Oct 27 21:36:12.570020 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dad77f6-228b-4f21-a1bb-0abeb1c5c294 req-61e566f5-f26a-4060-99b3-f9ff13ea9ebf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650885 Oct 27 21:36:12.634138 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:36:12.642242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:12.651665 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-9e2a44b6-532d-427b-877f-124f3eca8b68 service neutron] 10.222.0.66 "GET /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286862 Oct 27 21:36:12.656392 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Transition to ACTIVE for port object 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:36:12.660816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:12.767744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:13.108329 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Attempting to bind port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:13.108674 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Attempting to bind port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:13.109011 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Attempting to bind port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f on network ef1c58f7-29df-4bcd-93cf-7bc76f960599 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:13.120246 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459d067-6dd6-45f9-a6fe-3907a2d1a8b6 req-f9b4b28e-bbc5-4761-b8f7-3642acb745fe tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:13.121871 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0459d067-6dd6-45f9-a6fe-3907a2d1a8b6 req-f9b4b28e-bbc5-4761-b8f7-3642acb745fe tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.3553660 Oct 27 21:36:13.124237 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f on network ef1c58f7-29df-4bcd-93cf-7bc76f960599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:36:13.124565 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Attempting to bind port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f on network ef1c58f7-29df-4bcd-93cf-7bc76f960599 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:13.131569 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:13.131569 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Checking segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:13.132258 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Bound using segment: {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:13.132436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Bound port: 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d121de7-8409-49d5-af9b-ec089821b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:13.132954 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:13.207142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0459d067-6dd6-45f9-a6fe-3907a2d1a8b6 req-4ca1fdc0-5b04-437a-b70c-f6c3499e7e4a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720367 Oct 27 21:36:13.252632 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:13.259128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:13.268153 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:13.384939 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:13.441381 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:13.442431 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:13.445428 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-6c9076a8-f0b0-44f9-b29a-b3f5ef552ee2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 1093 time: 1.3005612 Oct 27 21:36:13.446216 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:13.452643 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7a401b-92fb-48f6-bf03-b3ededad7daf" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:13.506764 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c324994-287d-4240-911a-b780be47319d x-openstack-request-id: req-6c324994-287d-4240-911a-b780be47319d {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:13.507054 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:13.507515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c324994-287d-4240-911a-b780be47319d {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:13.507934 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:36:13.828659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7fcf3-520d-472d-b62a-d4d90e952b3b req-92fb2bae-43bb-4165-bbd5-c855e7f0ad13 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:13.837888 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5c7fcf3-520d-472d-b62a-d4d90e952b3b req-92fb2bae-43bb-4165-bbd5-c855e7f0ad13 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.1139693 Oct 27 21:36:13.878826 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e5c7fcf3-520d-472d-b62a-d4d90e952b3b req-7fe434b8-1d13-40dc-afaf-e1cc1d16ffa9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Oct 27 21:36:14.413832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c61564-2723-4e4d-ab7e-b1f7f35ac31d req-5640ad47-ac59-475e-9542-7ff0c0e30550 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:14.413832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-35c61564-2723-4e4d-ab7e-b1f7f35ac31d req-5640ad47-ac59-475e-9542-7ff0c0e30550 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0911024 Oct 27 21:36:14.452877 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-35c61564-2723-4e4d-ab7e-b1f7f35ac31d req-3f6890c0-55a7-4339-b9b5-643a7c877064 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Oct 27 21:36:14.651131 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:36:15.071440 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547917c4-2e08-4b30-9975-afc7092cb54e req-a7578d76-f5b3-4345-a48f-e44d1243fc35 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:15.073101 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-547917c4-2e08-4b30-9975-afc7092cb54e req-a7578d76-f5b3-4345-a48f-e44d1243fc35 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0747011 Oct 27 21:36:15.118140 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-547917c4-2e08-4b30-9975-afc7092cb54e req-727687c5-33d8-4339-ba22-12184d149343 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372052 Oct 27 21:36:15.594156 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5167fb-8ca6-48cf-91c1-73c02743844e req-b56bb82f-a33c-47cd-8f90-00e2cd0b3a16 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:15.595713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1e5167fb-8ca6-48cf-91c1-73c02743844e req-b56bb82f-a33c-47cd-8f90-00e2cd0b3a16 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0581090 Oct 27 21:36:15.639263 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1e5167fb-8ca6-48cf-91c1-73c02743844e req-f3b94e67-0e0e-4899-81f5-988e85325d32 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Oct 27 21:36:16.266000 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d6610-d7f5-43dc-b1f6-0ac8dfe931d1 req-84d37e7c-a423-4916-841d-3ab024136121 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:16.267509 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d86d6610-d7f5-43dc-b1f6-0ac8dfe931d1 req-84d37e7c-a423-4916-841d-3ab024136121 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0621541 Oct 27 21:36:16.306809 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d86d6610-d7f5-43dc-b1f6-0ac8dfe931d1 req-f7274adb-8f54-446f-bcac-0b7580b894c3 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Oct 27 21:36:16.763763 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8795-3c29-4ab1-9654-d7914757cf42 req-8eb25b92-a86a-460b-83e6-ddc9388cb7d7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:16.765524 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e35e8795-3c29-4ab1-9654-d7914757cf42 req-8eb25b92-a86a-460b-83e6-ddc9388cb7d7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0578742 Oct 27 21:36:16.810751 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e35e8795-3c29-4ab1-9654-d7914757cf42 req-7e22f6cd-4cee-4cd0-aa2d-78acaf3d7151 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Oct 27 21:36:17.445636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45094bb2-233a-43d6-a700-19a1385e46b9 req-d472688d-ad54-476d-99e8-6b03d6e6be82 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:17.447184 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45094bb2-233a-43d6-a700-19a1385e46b9 req-d472688d-ad54-476d-99e8-6b03d6e6be82 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0611625 Oct 27 21:36:17.494365 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-45094bb2-233a-43d6-a700-19a1385e46b9 req-8a63ddbe-ddf1-4a02-9d36-3d30a97c1379 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405443 Oct 27 21:36:17.984523 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8c5a-bac3-43b9-819e-b94175f6b659 req-3ae046b7-ac1b-49a2-9c85-d2b790f77262 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:17.986174 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b3f8c5a-bac3-43b9-819e-b94175f6b659 req-3ae046b7-ac1b-49a2-9c85-d2b790f77262 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0686510 Oct 27 21:36:18.032689 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b3f8c5a-bac3-43b9-819e-b94175f6b659 req-9925faed-ecee-4573-a2d8-781bd18458aa tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Oct 27 21:36:18.622797 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba50796-a2b0-4ea5-907f-37b7351a7ddb req-e80efc8f-eabd-4710-897b-c6c250a6f077 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:18.624308 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ba50796-a2b0-4ea5-907f-37b7351a7ddb req-e80efc8f-eabd-4710-897b-c6c250a6f077 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0503623 Oct 27 21:36:18.668585 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3ba50796-a2b0-4ea5-907f-37b7351a7ddb req-99487f29-a5b2-469a-9f21-12f4d51917e8 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 Oct 27 21:36:19.181151 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f52a-f96a-43ca-80e9-11bb3b88e331 req-e6a045ee-f70a-43b3-9e36-e27776aacb03 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:19.182709 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0574f52a-f96a-43ca-80e9-11bb3b88e331 req-e6a045ee-f70a-43b3-9e36-e27776aacb03 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0593212 Oct 27 21:36:19.224751 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0574f52a-f96a-43ca-80e9-11bb3b88e331 req-df54ae7f-0ebd-44a9-8203-dab482e97b04 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345986 Oct 27 21:36:19.798447 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce5ad-2061-4812-bebe-4ae5445dc59c req-700ad5f2-b3b0-4658-8d85-75b6e70a157c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:19.800316 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-074ce5ad-2061-4812-bebe-4ae5445dc59c req-700ad5f2-b3b0-4658-8d85-75b6e70a157c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0497618 Oct 27 21:36:19.841130 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-074ce5ad-2061-4812-bebe-4ae5445dc59c req-d3485736-68a2-4f4f-83d6-1954fe40c2f4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Oct 27 21:36:20.348422 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ef7b-0ec1-4412-85bf-00c81bb09f10 req-4a085bdf-e3b8-488e-aed1-5fc882b226be tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:20.350800 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88f1ef7b-0ec1-4412-85bf-00c81bb09f10 req-4a085bdf-e3b8-488e-aed1-5fc882b226be tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0539899 Oct 27 21:36:20.390763 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-88f1ef7b-0ec1-4412-85bf-00c81bb09f10 req-d1b17f24-5076-493d-ac4f-57adad22f647 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Oct 27 21:36:20.988585 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b03a32-a964-4a32-bcd7-340972e40301 req-873cde00-9c47-4e89-9c89-b37409293212 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:20.990629 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69b03a32-a964-4a32-bcd7-340972e40301 req-873cde00-9c47-4e89-9c89-b37409293212 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0528305 Oct 27 21:36:21.032142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-69b03a32-a964-4a32-bcd7-340972e40301 req-2f3a10a9-f0c4-4d98-a97e-c97f09304653 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 Oct 27 21:36:21.528793 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd580cd-81d7-49fa-8fad-f3e50798de1c req-e8dc85c6-340d-4f9c-b000-baf9ccdb7b6a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:21.530398 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dd580cd-81d7-49fa-8fad-f3e50798de1c req-e8dc85c6-340d-4f9c-b000-baf9ccdb7b6a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0672565 Oct 27 21:36:21.577354 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7dd580cd-81d7-49fa-8fad-f3e50798de1c req-715b49ee-86c3-46ca-8ebf-83de56ddd76c tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Oct 27 21:36:21.915028 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ee116da5-14d5-4c6c-89dd-457d587d0b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:22.192441 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e07af-9446-4700-8f89-f2c9be2bbe75 req-05834751-f9b5-4fb7-bac5-4ddf3a088ad9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:22.195332 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-012e07af-9446-4700-8f89-f2c9be2bbe75 req-05834751-f9b5-4fb7-bac5-4ddf3a088ad9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0685179 Oct 27 21:36:22.240401 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-012e07af-9446-4700-8f89-f2c9be2bbe75 req-ed9e4c10-d067-49d7-999a-bdc59538309d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Oct 27 21:36:22.714946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84ee82-7d81-4072-b413-ec4e36194e55 req-8759d663-f3d9-45dd-a109-2dfab3efa20a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:22.716508 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf84ee82-7d81-4072-b413-ec4e36194e55 req-8759d663-f3d9-45dd-a109-2dfab3efa20a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0608165 Oct 27 21:36:22.759998 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf84ee82-7d81-4072-b413-ec4e36194e55 req-b8d4f153-3a63-4ea8-9638-b1123fb2e6bc tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358984 Oct 27 21:36:23.365479 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b811b6-0257-4b7a-8ef5-0ab5e9886473 req-10bc8ff6-d9ec-40e3-8ae4-f7e09f339659 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:23.366965 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49b811b6-0257-4b7a-8ef5-0ab5e9886473 req-10bc8ff6-d9ec-40e3-8ae4-f7e09f339659 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0512934 Oct 27 21:36:23.405832 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49b811b6-0257-4b7a-8ef5-0ab5e9886473 req-7f78f025-61a1-4efc-998d-e309f07f5a4c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Oct 27 21:36:23.898923 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8802de-102d-47f2-ba6b-24ec530d479b req-f73c5adc-2344-4414-b285-8ca7f022ff16 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:23.900445 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7c8802de-102d-47f2-ba6b-24ec530d479b req-f73c5adc-2344-4414-b285-8ca7f022ff16 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0602968 Oct 27 21:36:23.939540 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7c8802de-102d-47f2-ba6b-24ec530d479b req-e89ddebf-7a87-414b-b9b0-5b1adbdff9b6 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Oct 27 21:36:24.558245 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ca96-e2ec-4e6c-910f-c81a50faddde req-a96c22dc-9bce-48d5-bbfa-fbf41f9f292a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:24.560998 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f526ca96-e2ec-4e6c-910f-c81a50faddde req-a96c22dc-9bce-48d5-bbfa-fbf41f9f292a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0726254 Oct 27 21:36:24.602104 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f526ca96-e2ec-4e6c-910f-c81a50faddde req-f79be03a-b7bd-4fbb-b723-f013f884cab6 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Oct 27 21:36:25.056382 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1473-15fd-4397-8cc0-d562cc0d3d53 req-572b9c0d-6252-4d2a-8d8b-6e8e376a5f38 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.057844 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8da1473-15fd-4397-8cc0-d562cc0d3d53 req-572b9c0d-6252-4d2a-8d8b-6e8e376a5f38 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0504801 Oct 27 21:36:25.097351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c8da1473-15fd-4397-8cc0-d562cc0d3d53 req-62ad0c5e-f867-4584-a602-6d20a8e88a10 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Oct 27 21:36:25.438289 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-83e28568-32bf-40ec-bc0c-d06aadb6bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.439100 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-83e28568-32bf-40ec-bc0c-d06aadb6bd8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0492659 Oct 27 21:36:25.665064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-e5d609d8-9975-4e5c-ae23-cad3800a8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.666728 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-e5d609d8-9975-4e5c-ae23-cad3800a8336 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2024691 Oct 27 21:36:25.830351 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041250db-b599-47cc-b35f-7a79a6de7a04 req-9929cff2-a456-4fc2-a425-5aa5c0770f20 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.831919 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-041250db-b599-47cc-b35f-7a79a6de7a04 req-9929cff2-a456-4fc2-a425-5aa5c0770f20 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.1494024 Oct 27 21:36:25.929896 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-041250db-b599-47cc-b35f-7a79a6de7a04 req-0aa6c07f-0592-40ef-9c83-8ec02a5f6410 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909154 Oct 27 21:36:25.945980 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-f68331f1-e55c-4288-9634-814e0ba9689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.947502 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1f7a401b-92fb-48f6-bf03-b3ededad7daf req-f68331f1-e55c-4288-9634-814e0ba9689b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2621410 Oct 27 21:36:26.068572 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-d4e6625f-01d6-4483-a039-61997fb7d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:26.070169 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-d4e6625f-01d6-4483-a039-61997fb7d4f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0416627 Oct 27 21:36:26.121840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-3b56030f-0026-48c6-a9b2-d8c0714af5d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 217 time: 0.0341797 Oct 27 21:36:26.186236 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-426a6255-9737-42e3-ac0c-3d898527b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:26.187603 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-426a6255-9737-42e3-ac0c-3d898527b7a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0569141 Oct 27 21:36:26.259453 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b96a-06bb-454e-8f7e-a077afd93c1f req-2dadfac8-9751-479c-9138-a927f93b7bc4 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:26.260971 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da87b96a-06bb-454e-8f7e-a077afd93c1f req-2dadfac8-9751-479c-9138-a927f93b7bc4 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0891383 Oct 27 21:36:26.276990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-5626b441-3f79-4bd3-a670-e64639381bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:26.278459 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-5626b441-3f79-4bd3-a670-e64639381bd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739405 Oct 27 21:36:26.355443 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da87b96a-06bb-454e-8f7e-a077afd93c1f req-75bd55d6-68e4-4570-aede-0a1f31d32750 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868523 Oct 27 21:36:26.393287 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-66fad105-6421-43d2-9f9e-3604dee4102f service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048620 Oct 27 21:36:26.501265 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c4cd91bb-2f0c-44e5-93fd-ba9e98661478 req-e35f90a2-7b99-455f-a2be-4779d7753665 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989468 Oct 27 21:36:26.682040 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1b104cd5-1da1-48fd-9574-618462386702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:27.055712 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f70d26-2b4b-4d3c-a911-aaadf0e27d59 req-3799c092-8b7d-42ca-a5de-66c3e88023e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:27.057328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-60f70d26-2b4b-4d3c-a911-aaadf0e27d59 req-3799c092-8b7d-42ca-a5de-66c3e88023e4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0532570 Oct 27 21:36:27.103841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-60f70d26-2b4b-4d3c-a911-aaadf0e27d59 req-708ebd92-aaf6-4b28-ad7b-1f9dc7c7c89b tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370359 Oct 27 21:36:27.322157 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec11aa-237e-412c-9480-8b4156ab3962 req-c3c5961e-44fd-41b9-9944-8e8515bde531 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:27.323689 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51ec11aa-237e-412c-9480-8b4156ab3962 req-c3c5961e-44fd-41b9-9944-8e8515bde531 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.0546918 Oct 27 21:36:27.373960 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51ec11aa-237e-412c-9480-8b4156ab3962 req-199e3908-e207-4578-bf12-19516e93151d tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Oct 27 21:36:27.398947 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:27.476773 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d0f5a-09cf-4e93-8e07-053c589ace5f req-a38892b2-6a21-4a1f-8614-dc6ee6c3f461 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:27.478315 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-733d0f5a-09cf-4e93-8e07-053c589ace5f req-a38892b2-6a21-4a1f-8614-dc6ee6c3f461 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0517299 Oct 27 21:36:27.517267 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-733d0f5a-09cf-4e93-8e07-053c589ace5f req-c4fbf532-958f-4503-aa87-904339ebc600 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Oct 27 21:36:27.650754 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:28.169215 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:28.234563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e309b0e-c60e-4ffa-b872-2f7c10e86726 req-3400efbd-47c2-4c8e-8064-575f84d52647 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:28.236186 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e309b0e-c60e-4ffa-b872-2f7c10e86726 req-3400efbd-47c2-4c8e-8064-575f84d52647 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 943 time: 0.0513239 Oct 27 21:36:28.275839 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8e309b0e-c60e-4ffa-b872-2f7c10e86726 req-2ca3f5cf-f9c9-47e0-b3de-02955cd5a0d1 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Oct 27 21:36:28.500142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3797106-774b-47a9-bd94-f912cc2cded6 req-67da00e6-08ff-4e1c-ba5f-8a34fe971cfc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:28.501626 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3797106-774b-47a9-bd94-f912cc2cded6 req-67da00e6-08ff-4e1c-ba5f-8a34fe971cfc tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.0556648 Oct 27 21:36:28.541166 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f3797106-774b-47a9-bd94-f912cc2cded6 req-95a6ca21-e0ec-43ec-aff4-bfb942fd2c37 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Oct 27 21:36:28.636640 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c970c-f8c2-4959-b994-997c245d059f req-cbaae818-39fb-4bd6-b131-f80319ac842d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:28.638180 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-662c970c-f8c2-4959-b994-997c245d059f req-cbaae818-39fb-4bd6-b131-f80319ac842d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 943 time: 0.0488453 Oct 27 21:36:28.677497 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-662c970c-f8c2-4959-b994-997c245d059f req-ac01ad7c-943a-4024-b4bd-447dd458fcb3 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Oct 27 21:36:29.167357 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:36:29.265813 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.276888 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'port_id': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'mac_address': 'fa:16:3e:7c:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:36:29.315095 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.329169 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:36:29.349736 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.361343 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.361990 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:36:29.374509 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-eb25e2d7-4113-43fc-9959-823e4317f353 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:29.376000 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-eb25e2d7-4113-43fc-9959-823e4317f353 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.0640409 Oct 27 21:36:29.393974 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.460706 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=9']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:29.464892 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de1693-4a2d-4bd7-9fec-efa389c49098 req-e39f8434-e6ff-43a4-b0cc-25f97e9902de tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:29.466369 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80de1693-4a2d-4bd7-9fec-efa389c49098 req-e39f8434-e6ff-43a4-b0cc-25f97e9902de tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 944 time: 0.1126900 Oct 27 21:36:29.473941 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.474296 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.474640 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.474996 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.475358 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.475694 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.476555 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.476888 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.477214 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.477537 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.477861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.478183 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:29.517348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.520809 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80de1693-4a2d-4bd7-9fec-efa389c49098 req-998df5ad-ab02-45f1-a422-fd87a94dc2da tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Oct 27 21:36:29.524316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Deleting port 345dfea6-b33f-4daa-8a10-b5219299699e {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:29.524316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.530379 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'port_id': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'mac_address': 'fa:16:3e:ea:12:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:36:29.580810 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.593729 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:36:29.614560 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.619948 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.621651 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] For port 345dfea6-b33f-4daa-8a10-b5219299699e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=345dfea6-b33f-4daa-8a10-b5219299699e,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.622039 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.672409 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:29.730954 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d8226-e92b-461f-be2d-3e9bb036e1b0 req-2df5abb4-a4ff-44ef-a324-708bdb7cfb49 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:29.732456 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f46d8226-e92b-461f-be2d-3e9bb036e1b0 req-2df5abb4-a4ff-44ef-a324-708bdb7cfb49 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 945 time: 0.1066754 Oct 27 21:36:29.847535 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f46d8226-e92b-461f-be2d-3e9bb036e1b0 req-d8374844-8174-480e-8099-f9915bf368a5 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bb965ab-5f06-497d-8036-cb635f7593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878012 Oct 27 21:36:29.886322 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98d22-36c7-4058-9134-d28c6afed894 req-ed89d5ef-dee1-43cb-800d-27f3d8c9230c tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:29.888064 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-42f98d22-36c7-4058-9134-d28c6afed894 req-ed89d5ef-dee1-43cb-800d-27f3d8c9230c tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 944 time: 0.1295714 Oct 27 21:36:29.931158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.931554 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.933231 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Floating IP a9a9a6bf-23a1-4277-81e3-0d13914d5899 disassociated. External IP: 172.27.0.142, port: 345dfea6-b33f-4daa-8a10-b5219299699e. Oct 27 21:36:29.933231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Calling delete_port for 345dfea6-b33f-4daa-8a10-b5219299699e owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:29.951556 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-42f98d22-36c7-4058-9134-d28c6afed894 req-79a77144-445d-4fdd-9dc2-d0622e6a7715 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561278 Oct 27 21:36:30.050446 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:30.076067 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:30.084328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:30.113054 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'Port': ['ID=345dfea6-b33f-4daa-8a10-b5219299699e,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:30.124518 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.124863 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.125202 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.125536 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.125865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.126195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.126519 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.126845 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.127166 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.127515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.127834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.128174 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:30.250280 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:30.359893 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:30.370250 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:30.380477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:30.381097 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:30.400064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] No DVR routers for this DVR port 345dfea6-b33f-4daa-8a10-b5219299699e on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:30.402634 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:30.406037 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-081f5920-8927-47fd-90c4-9e2915f2b062 req-d8b0235f-7465-4f2d-898f-4b01e1093d54 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.66 "DELETE /v2.0/ports/345dfea6-b33f-4daa-8a10-b5219299699e HTTP/1.1" status: 204 len: 173 time: 1.0135291 Oct 27 21:36:30.406472 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'name': 'network-vif-deleted', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:30.408795 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8602872-ce20-4be1-92fc-b3b86639e088" -d '{"events": [{"server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "name": "network-vif-deleted", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:30.447869 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d45ec0d-a49e-4171-9c4a-9525aec569ed x-openstack-request-id: req-3d45ec0d-a49e-4171-9c4a-9525aec569ed {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:30.451798 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346c90e4-f008-40aa-990b-768fb04ef3c9", "name": "network-vif-deleted", "tag": "345dfea6-b33f-4daa-8a10-b5219299699e", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:30.452342 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d45ec0d-a49e-4171-9c4a-9525aec569ed {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:30.452951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346c90e4-f008-40aa-990b-768fb04ef3c9', 'name': 'network-vif-deleted', 'tag': '345dfea6-b33f-4daa-8a10-b5219299699e', 'status': 'completed', 'code': 200} Oct 27 21:36:30.497871 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:30.653382 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78e554-5b1a-46c6-a578-e5cc7cea4cc7 req-8ca71b71-fdac-48ce-a4b7-de5b0f924281 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:30.654954 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe78e554-5b1a-46c6-a578-e5cc7cea4cc7 req-8ca71b71-fdac-48ce-a4b7-de5b0f924281 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 944 time: 0.0545421 Oct 27 21:36:30.696827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fe78e554-5b1a-46c6-a578-e5cc7cea4cc7 req-53c48e6d-c054-4d0d-bd3b-11c2692543b4 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359004 Oct 27 21:36:30.715566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:30.741926 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:30.750820 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:30.751468 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:30.854642 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:30.961671 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-23ae8f8f-5356-4316-99cd-32f95cafab08 req-f066cdc8-89a9-487a-bf91-b1a30f678c35 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c90e4-f008-40aa-990b-768fb04ef3c9 HTTP/1.1" status: 200 len: 210 time: 0.0290735 Oct 27 21:36:31.076764 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:31.083006 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4f5c1-1399-4486-84bf-c69c95d697f7 req-0b8d4e0a-1212-421e-a09a-35a6a584a008 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:31.084717 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17d4f5c1-1399-4486-84bf-c69c95d697f7 req-0b8d4e0a-1212-421e-a09a-35a6a584a008 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 944 time: 0.0517879 Oct 27 21:36:31.110865 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6638e-52c9-4cfb-8481-64d4146ab0df None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:54Z', 'revision_number': 4, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '01b6c306-de2f-4c7b-baae-3a6447933495', 'name': '', 'network_id': '04c16621-ebe3-4591-9f01-8bff101a19c0', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'mac_address': 'fa:16:3e:b1:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:30:02Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'subnets': [{'id': '31ef3be3-5709-4b56-8ee2-3f1e9daf506f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:31.138997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17d4f5c1-1399-4486-84bf-c69c95d697f7 req-cceee909-1494-437f-a98f-cca9f57fcdd4 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Oct 27 21:36:31.190511 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:31.243336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:31.243815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.329158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.358455 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:31.360789 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f10884-a16a-456b-818a-f49acb39c5a1" -d '{"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:31.370200 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f2f4-f6e9-4bc6-a47f-86367d6cd798 None None] New status for floating IP a9a9a6bf-23a1-4277-81e3-0d13914d5899: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:36:31.377479 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:31.382615 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.383696 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:31.423439 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46244c-949c-46e1-b62e-ebd0de85522b x-openstack-request-id: req-ea46244c-949c-46e1-b62e-ebd0de85522b {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:31.423730 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:31.424253 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea46244c-949c-46e1-b62e-ebd0de85522b {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:31.424634 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'code': 200} Oct 27 21:36:31.464867 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=10']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:31.479621 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:36:31.485562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:31.486271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.584087 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.619528 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:31.624293 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.625109 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 345dfea6-b33f-4daa-8a10-b5219299699e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:31.663082 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 345dfea6-b33f-4daa-8a10-b5219299699e {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:31.663488 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 345dfea6-b33f-4daa-8a10-b5219299699e not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:31.670182 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f346-03c1-4803-85c0-6554981221c9 req-2e518228-9a8d-47bf-84fc-8730851ca24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:31.671840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1f32f346-03c1-4803-85c0-6554981221c9 req-2e518228-9a8d-47bf-84fc-8730851ca24f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 1099 time: 0.0484316 Oct 27 21:36:31.692659 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:31.714845 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1f32f346-03c1-4803-85c0-6554981221c9 req-38be7f36-381a-4138-a1dc-cf945ba1b1b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355487 Oct 27 21:36:31.832583 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cbf47-81da-4172-b9f7-0124611388b2 req-4e6bd644-02c1-4e1a-bc63-b1ba3d778ff0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:31.834101 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d58cbf47-81da-4172-b9f7-0124611388b2 req-4e6bd644-02c1-4e1a-bc63-b1ba3d778ff0 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0616763 Oct 27 21:36:31.875368 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d58cbf47-81da-4172-b9f7-0124611388b2 req-0d5d112f-9b8f-4a46-83dc-ecb93f192380 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Oct 27 21:36:32.054424 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39756) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:32.122415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.155111 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.208989 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.211861 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.213122 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "DELETE /v2.0/security-groups/9bb965ab-5f06-497d-8036-cb635f7593e0 HTTP/1.1" status: 204 len: 168 time: 0.1576385 Oct 27 21:36:32.216381 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39760) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:32.230951 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.api.v2.resource [None req-ddc4aa38-c00e-4ea2-b553-2f83ed73eac7 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] show failed (client error): The resource could not be found. Oct 27 21:36:32.232089 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ddc4aa38-c00e-4ea2-b553-2f83ed73eac7 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "GET /v2.0/security-groups/9bb965ab-5f06-497d-8036-cb635f7593e0 HTTP/1.1" status: 404 len: 347 time: 0.0146379 Oct 27 21:36:32.235062 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39762) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:32.263133 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364e0f-d113-44fd-b374-9ad8750016a0 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb965ab-5f06-497d-8036-cb635f7593e0,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:32.294658 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681174b-f007-4192-97eb-1c7d81ef9d97 req-ffe2bca0-de22-4cc8-927d-2c35bc3acece tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:32.296349 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c681174b-f007-4192-97eb-1c7d81ef9d97 req-ffe2bca0-de22-4cc8-927d-2c35bc3acece tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0748215 Oct 27 21:36:32.340396 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c681174b-f007-4192-97eb-1c7d81ef9d97 req-0ad99861-034b-48cc-88fa-0b2a8b22a49e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Oct 27 21:36:32.374635 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Deleting port c9ca5d6a-17bc-42a5-b412-9803514774a3 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:32.374973 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.459642 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.459864 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.472553 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Calling delete_port for c9ca5d6a-17bc-42a5-b412-9803514774a3 owned by network:floatingip {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:32.616198 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.641734 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Pushing event deleted for resources: {'Port': ['ID=c9ca5d6a-17bc-42a5-b412-9803514774a3,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:32.656359 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.656711 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.657053 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.657390 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.657725 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.658059 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.658390 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.658720 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.659057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.659403 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.659731 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.660054 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:32.716782 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks [] for floatingip, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.719299 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:32.720477 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ef6ffed5-b37d-4313-a713-cf1383682085 tempest-AttachVolumeTestJSON-420014953 tempest-AttachVolumeTestJSON-420014953-project] 10.222.0.49 "DELETE /v2.0/floatingips/a9a9a6bf-23a1-4277-81e3-0d13914d5899 HTTP/1.1" status: 204 len: 168 time: 0.4844143 Oct 27 21:36:33.023147 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e48ce-d5ae-46d8-82a9-e176a8c76579 req-3e17464d-ca2e-4253-85ed-ef43755524dc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:33.025404 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ad2e48ce-d5ae-46d8-82a9-e176a8c76579 req-3e17464d-ca2e-4253-85ed-ef43755524dc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0585554 Oct 27 21:36:33.065902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ad2e48ce-d5ae-46d8-82a9-e176a8c76579 req-f920ea1d-e890-4be4-af3e-3048fa334415 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348041 Oct 27 21:36:33.425766 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:33.428136 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ae4ea-5f51-4316-930b-8d5f03da7366" -d '{"events": [{"server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:33.466793 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f998fd1-aaa1-4742-94be-2138bb1570c0 x-openstack-request-id: req-6f998fd1-aaa1-4742-94be-2138bb1570c0 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:33.467169 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:33.467468 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f998fd1-aaa1-4742-94be-2138bb1570c0 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:33.467857 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'code': 200} Oct 27 21:36:33.476037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f5c92-6aeb-40e1-8a04-c26c02953631 req-fd4448f9-bb3a-4175-86dd-b8ce8cc5e38b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:33.477937 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-664f5c92-6aeb-40e1-8a04-c26c02953631 req-fd4448f9-bb3a-4175-86dd-b8ce8cc5e38b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0568631 Oct 27 21:36:33.522300 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-664f5c92-6aeb-40e1-8a04-c26c02953631 req-076ec0e6-0df1-4b11-a224-077341ee8bba tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352905 Oct 27 21:36:33.685503 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6467b-bb04-4f39-8157-bf05486de7d9 req-98dccd71-2fac-4c26-af0c-84133122624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:33.687006 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-85d6467b-bb04-4f39-8157-bf05486de7d9 req-98dccd71-2fac-4c26-af0c-84133122624c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0402470 Oct 27 21:36:33.725150 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-85d6467b-bb04-4f39-8157-bf05486de7d9 req-f804ab99-0ca1-4c29-8e48-02536088b709 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291455 Oct 27 21:36:34.195337 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6645d6-996f-4d55-b7a6-aaec8d793712 req-e14f2183-e74a-43c6-b70d-2a1e52ce577a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:34.196751 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3c6645d6-996f-4d55-b7a6-aaec8d793712 req-e14f2183-e74a-43c6-b70d-2a1e52ce577a tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0532959 Oct 27 21:36:34.237191 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3c6645d6-996f-4d55-b7a6-aaec8d793712 req-cf7becc4-a6f3-40d8-815e-7ff4f55d3e09 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344884 Oct 27 21:36:34.640440 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd326f-ea85-470d-aacb-58e2d71e8970 req-fc755b59-6028-4a8c-9e63-d2416303afca tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:34.641943 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dcd326f-ea85-470d-aacb-58e2d71e8970 req-fc755b59-6028-4a8c-9e63-d2416303afca tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Oct 27 21:36:34.679367 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9dcd326f-ea85-470d-aacb-58e2d71e8970 req-21c8dbbc-af1c-4702-adc7-23276d9fbbd7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Oct 27 21:36:35.792904 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1e331-91f6-4043-889b-0ff0110b811a req-665ac6ac-84f3-4c39-ac2f-67feb0a1a95d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:35.794364 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b9f1e331-91f6-4043-889b-0ff0110b811a req-665ac6ac-84f3-4c39-ac2f-67feb0a1a95d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Oct 27 21:36:35.831331 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b9f1e331-91f6-4043-889b-0ff0110b811a req-c79ba542-e5e6-4d1a-bb14-81c2178ada90 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306332 Oct 27 21:36:35.951061 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36051-a773-4863-8b1c-9865eb9d8f99 req-ac81c065-46dd-4555-8043-4e048dd41da1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:35.952607 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-afe36051-a773-4863-8b1c-9865eb9d8f99 req-ac81c065-46dd-4555-8043-4e048dd41da1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0549750 Oct 27 21:36:35.992680 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-afe36051-a773-4863-8b1c-9865eb9d8f99 req-bdf1cb7b-0883-49bc-b12e-0a67901401c5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338032 Oct 27 21:36:36.252703 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39844) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:36.481652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826104fa-35d8-45e4-93e7-ca55a363d673 req-0917ec4f-c0e2-4012-bb16-6ed41dde7ee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:36.483136 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-826104fa-35d8-45e4-93e7-ca55a363d673 req-0917ec4f-c0e2-4012-bb16-6ed41dde7ee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Oct 27 21:36:36.522311 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-826104fa-35d8-45e4-93e7-ca55a363d673 req-f064099a-fec2-4967-a934-d3cd90bb14bc tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Oct 27 21:36:36.727089 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:37.187182 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Deleting port 01b6c306-de2f-4c7b-baae-3a6447933495 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:37.187593 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:37.270716 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] For port 01b6c306-de2f-4c7b-baae-3a6447933495, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=01b6c306-de2f-4c7b-baae-3a6447933495,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:37.271440 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:37.283031 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Calling delete_port for 01b6c306-de2f-4c7b-baae-3a6447933495 owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:37.458304 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:37.483205 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=01b6c306-de2f-4c7b-baae-3a6447933495,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:37.649373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:37.862809 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Router 51061b71-95c2-4006-a192-39bf0a3b70c0 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:37.968907 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:37.974139 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1fdf7004-ccd2-4c2a-8274-540267036f8c admin admin] 10.222.0.49 "PUT /v2.0/routers/51061b71-95c2-4006-a192-39bf0a3b70c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203486 Oct 27 21:36:37.977367 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39862) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:37.980393 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Sync routers for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:37.994655 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:37.994655 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:38.103924 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.230895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.240493 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:38.291504 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Deleting port e8a1a8c7-dbc1-4948-b964-4012c874eeef {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:38.292158 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.400809 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] For port e8a1a8c7-dbc1-4948-b964-4012c874eeef, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=e8a1a8c7-dbc1-4948-b964-4012c874eeef,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:38.401170 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.416933 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Calling delete_port for e8a1a8c7-dbc1-4948-b964-4012c874eeef owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:38.465845 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:36:37Z', 'revision_number': 5, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port': {'id': 'e8a1a8c7-dbc1-4948-b964-4012c874eeef', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:49Z', 'updated_at': '2021-10-27T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:38.496348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Checking router: 51061b71-95c2-4006-a192-39bf0a3b70c0 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:38.504826 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Routers {'51061b71-95c2-4006-a192-39bf0a3b70c0'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:38.505437 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['51061b71-95c2-4006-a192-39bf0a3b70c0'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:38.602700 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] Set router 51061b71-95c2-4006-a192-39bf0a3b70c0 gateway port host: None {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:38.605202 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.633399 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a1a8c7-dbc1-4948-b964-4012c874eeef,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:38.661502 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:36:38Z', 'revision_number': 6, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:38.688352 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5498d6-969c-4508-971a-0cedef742675 None None] The sync data for ids ['51061b71-95c2-4006-a192-39bf0a3b70c0'] in dv-cinder-815146-4-iscsi is: [{'id': '51061b71-95c2-4006-a192-39bf0a3b70c0', 'name': 'tempest-AttachVolumeTestJSON-1510933040-router', 'tenant_id': '15935ec9d55a4dbebab5387cc5104b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:36:38Z', 'revision_number': 6, 'project_id': '15935ec9d55a4dbebab5387cc5104b3b', 'gw_port_host': None}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:38.690912 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.801460 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.803654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.863967 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.864481 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51061b71-95c2-4006-a192-39bf0a3b70c0 {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:36:38.870049 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.871187 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c2aad27a-0abe-4f70-9bb1-380e6e645a4f admin admin] 10.222.0.49 "DELETE /v2.0/routers/51061b71-95c2-4006-a192-39bf0a3b70c0 HTTP/1.1" status: 204 len: 168 time: 0.8923907 Oct 27 21:36:38.873796 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39876) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:38.917616 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Deleting subnet 31ef3be3-5709-4b56-8ee2-3f1e9daf506f {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:36:38.920661 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.957836 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.066431 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.132803 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.160876 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.164176 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31ef3be3-5709-4b56-8ee2-3f1e9daf506f HTTP/1.1" status: 204 len: 168 time: 0.2893858 Oct 27 21:36:39.164990 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63d088-7393-43a4-bbc0-19d896381a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ef3be3-5709-4b56-8ee2-3f1e9daf506f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.166716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39878) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:39.167249 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09f4fc-ed7f-41c5-8a33-609d5525a563 None None] Network 04c16621-ebe3-4591-9f01-8bff101a19c0 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:39.238195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.452672 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] DHCP port deletion for 04c16621-ebe3-4591-9f01-8bff101a19c0 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:36:39.523646 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Deleting port 2a802568-3aa9-4d16-8463-839cdb5513ae {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:39.524023 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.554825 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Deleting port 2a802568-3aa9-4d16-8463-839cdb5513ae {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:39.555174 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.569323 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 01b6c306-de2f-4c7b-baae-3a6447933495 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:39.598529 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 01b6c306-de2f-4c7b-baae-3a6447933495 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:39.598877 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 01b6c306-de2f-4c7b-baae-3a6447933495 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:39.599371 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2a802568-3aa9-4d16-8463-839cdb5513ae no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:39.624424 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] For port 2a802568-3aa9-4d16-8463-839cdb5513ae, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2a802568-3aa9-4d16-8463-839cdb5513ae,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:39.624810 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.638459 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Calling delete_port for 2a802568-3aa9-4d16-8463-839cdb5513ae owned by network:dhcp {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:39.640886 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] For port 2a802568-3aa9-4d16-8463-839cdb5513ae, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2a802568-3aa9-4d16-8463-839cdb5513ae,segment=NetworkSegment(0ad536e2-870f-400e-8441-4bad53bfd803),segment_id=0ad536e2-870f-400e-8441-4bad53bfd803)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:39.641282 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.659367 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Calling delete_port for 2a802568-3aa9-4d16-8463-839cdb5513ae owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:39.723600 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.749507 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a802568-3aa9-4d16-8463-839cdb5513ae,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.759002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Port 2a802568-3aa9-4d16-8463-839cdb5513ae update to DOWN by agent not found {{(pid=101429) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 21:36:39.760124 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e8a1a8c7-dbc1-4948-b964-4012c874eeef no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:39.765908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] No DVR routers for this DVR port 2a802568-3aa9-4d16-8463-839cdb5513ae on host dv-cinder-815146-4-iscsi {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:39.797876 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: e8a1a8c7-dbc1-4948-b964-4012c874eeef {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:39.797876 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device e8a1a8c7-dbc1-4948-b964-4012c874eeef not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:39.828309 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.849186 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.851824 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] Pushing event deleted for resources: {'Port': ['ID=2a802568-3aa9-4d16-8463-839cdb5513ae,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.858328 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4939a04-843c-4d47-9205-2d27987dd265 None None] No DVR routers for this DVR port 2a802568-3aa9-4d16-8463-839cdb5513ae on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:39.867527 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c16621-ebe3-4591-9f01-8bff101a19c0']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:39.877802 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad536e2-870f-400e-8441-4bad53bfd803') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:39.878105 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad536e2-870f-400e-8441-4bad53bfd803') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:39.887316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.900563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.906348 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:36:39.906658 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:36:39.908320 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:36:39.964199 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.969953 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.973210 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] 10.222.0.49 "DELETE /v2.0/networks/04c16621-ebe3-4591-9f01-8bff101a19c0 HTTP/1.1" status: 204 len: 168 time: 0.8054693 Oct 27 21:36:39.985899 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ff49-0a94-4daf-87fa-c6a7b4b3c008 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c16621-ebe3-4591-9f01-8bff101a19c0,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:40.088566 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39884) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:40.129850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f1fa3f4f-aa83-4a36-91cd-638c0002f602 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15935ec9d55a4dbebab5387cc5104b3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401173 Oct 27 21:36:40.132301 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39886) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:40.182881 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.203316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.248911 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.251616 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.252755 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05bc552f-d71c-4039-a94b-5a2dad153906 HTTP/1.1" status: 204 len: 168 time: 0.1195767 Oct 27 21:36:40.260719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bb8bc-44f8-4e1a-874f-a48f1939e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc552f-d71c-4039-a94b-5a2dad153906,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:41.966603 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39942) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:42.070983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-79b3cbd2-9e5e-4b0b-9380-10f6c7933482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.145582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-79b3cbd2-9e5e-4b0b-9380-10f6c7933482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.150101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-79b3cbd2-9e5e-4b0b-9380-10f6c7933482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.187410 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-79b3cbd2-9e5e-4b0b-9380-10f6c7933482 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b024b72b8d84f66893e5052e07facd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197218 Oct 27 21:36:42.188266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cbd2-9e5e-4b0b-9380-10f6c7933482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724932e6-88b8-4332-be58-682caf13a43f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:42.190786 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39946) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:42.243346 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.264474 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.309584 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.312300 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.313441 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/724932e6-88b8-4332-be58-682caf13a43f HTTP/1.1" status: 204 len: 168 time: 0.1215823 Oct 27 21:36:42.322080 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff02c9c-0bdf-4d8c-9b82-9f6fdea6028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724932e6-88b8-4332-be58-682caf13a43f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:42.569638 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 39952) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:42.583289 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14e21619-0e9e-4bcb-831b-ff6b94db76b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.665725 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14e21619-0e9e-4bcb-831b-ff6b94db76b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.669941 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-14e21619-0e9e-4bcb-831b-ff6b94db76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.712112 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-14e21619-0e9e-4bcb-831b-ff6b94db76b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f9f00365ce445a399b55665cbc0013b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407719 Oct 27 21:36:42.712986 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e21619-0e9e-4bcb-831b-ff6b94db76b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebec05a9-1c3d-4442-bd21-ad5399309bb1,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:42.715597 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 39956) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:42.767333 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.789493 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.839520 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.842165 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.843332 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebec05a9-1c3d-4442-bd21-ad5399309bb1 HTTP/1.1" status: 204 len: 168 time: 0.1264422 Oct 27 21:36:42.851712 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cce2e-aac2-43bc-a697-5d8b82387e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebec05a9-1c3d-4442-bd21-ad5399309bb1,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:46.032601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15054fd0-09be-4a1d-9d09-5429bebe3bdd req-13b79bed-4778-4d6a-9b57-1a684d6b34e7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:46.034096 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-15054fd0-09be-4a1d-9d09-5429bebe3bdd req-13b79bed-4778-4d6a-9b57-1a684d6b34e7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Oct 27 21:36:46.073492 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-15054fd0-09be-4a1d-9d09-5429bebe3bdd req-c3f03d89-11ba-4a3b-b276-c2a337680a3e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Oct 27 21:36:46.097390 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40030) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.291032 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bbff7-8224-4994-879b-97d07cfa075b tempest-TestMinimumBasicScenario-1300522252 tempest-TestMinimumBasicScenario-1300522252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:46.292568 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5c1bbff7-8224-4994-879b-97d07cfa075b tempest-TestMinimumBasicScenario-1300522252 tempest-TestMinimumBasicScenario-1300522252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1093 time: 0.1941981 Oct 27 21:36:46.295437 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40034) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.299884 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'port_id': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:46.324296 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for floatingip, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.424401 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.529502 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Allocated IP 172.27.0.189 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/7988a518-5fe5-4929-aaa3-fc4db0e59b04) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:46.832258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.867147 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.907445 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:46.910438 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:46.914885 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:46.941982 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'Port': ['ID=7988a518-5fe5-4929-aaa3-fc4db0e59b04,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.293349 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.386648 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.642586 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.651237 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4402552'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.785823 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'Port': ['ID=7988a518-5fe5-4929-aaa3-fc4db0e59b04,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.803942 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.915417 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.l3_db [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Floating IP 9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a associated. External IP: 172.27.0.189, port: 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f. Oct 27 21:36:48.134134 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Router b13f02b1-9c71-4a2c-a704-40be32553b51 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:48.256908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:48.268836 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Sync routers for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:48.278598 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.280383 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:48.281267 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:48.307811 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e9a457d5-630e-4871-8de2-936b606e1281 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0113575 Oct 27 21:36:48.308418 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:48.310610 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:48.310800 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40052) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.315395 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16334135', 'description': 'tempest-secgroup-smoke-16334135 description', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.343818 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.353444 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07d943-c611-4cd1-9013-666bfa03b29e x-openstack-request-id: req-0a07d943-c611-4cd1-9013-666bfa03b29e {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:48.353727 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:48.353967 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a07d943-c611-4cd1-9013-666bfa03b29e {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:48.354352 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:36:48.433990 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:48.434903 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.440095 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.474246 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.479664 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1646605 Oct 27 21:36:48.480332 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40056) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.486221 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0485c48-333b-4f48-9517-24dee98c4e97 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440a4611-f14c-40e1-a078-cdd0b6d3ce04,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.488727 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.526197 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.600735 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.606184 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.628409 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a32852f-0556-4be9-8922-42ea48d9a88b,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.638135 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.639425 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e22d8474-b020-4e94-92f8-5251aa9686f2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576104 Oct 27 21:36:48.642755 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40062) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.647975 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.679466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.695169 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'port_id': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'mac_address': 'fa:16:3e:ea:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:36:47Z', 'updated_at': '2021-10-27T21:36:47Z', 'revision_number': 0, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:48.728162 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Checking router: b13f02b1-9c71-4a2c-a704-40be32553b51 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:48.737890 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:48.738683 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:48.754722 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.760402 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.782314 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb51b982-34db-448c-894b-34c732081354,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.792230 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.793553 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-093e41c7-ea1f-4eb2-a339-8251279319c2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495910 Oct 27 21:36:48.797605 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40064) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.803238 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.835138 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.852782 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:48.904169 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.908291 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.926920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a185af-fb15-4b3c-a5de-84b9417bf9ff,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.937055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.938703 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-38ada2c0-384e-4821-9244-4f3fce769fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400230 Oct 27 21:36:48.941591 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40066) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.947041 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.973858 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.051744 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.057027 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.078875 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2e9334-69b5-414c-a2e1-f529014c096b,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:49.088841 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.092874 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7455e37a-d90e-4450-a82d-6fe683387646 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474392 Oct 27 21:36:49.093278 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40068) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:49.099812 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:49.126997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.securitygroups_db [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Project c6e82448c1a842cd95ba26d7d0369d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:36:49.136450 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.206412 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'port_id': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'mac_address': 'fa:16:3e:ea:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:36:47Z', 'updated_at': '2021-10-27T21:36:47Z', 'revision_number': 0, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:49.223547 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.229128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.240478 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1009ee8-a169-4f3d-9640-ee19af4473aa None None] The sync data for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi is: [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'port_id': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'mac_address': 'fa:16:3e:ea:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:36:47Z', 'updated_at': '2021-10-27T21:36:47Z', 'revision_number': 0, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:49.256001 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c798297-0ab5-4a07-ace1-05c852f2eb22,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:49.271242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.272908 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-5e97323f-bb0f-40d5-b5a4-f2a1260f0109 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783905 Oct 27 21:36:49.276837 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40070) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:49.282244 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'security_group_rule': {'security_group_id': '440a4611-f14c-40e1-a078-cdd0b6d3ce04', 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:49.309200 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.securitygroups_db [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Project c6e82448c1a842cd95ba26d7d0369d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:36:49.316037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.388837 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.394118 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.415193 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4e4c8e-3e54-40f7-91c3-9946aac4552d,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:49.429092 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.433668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-092f0e36-adcf-4925-ae8c-b7fd79164fa1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530221 Oct 27 21:36:49.480078 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f1cc6-ad0b-4457-ba2a-b816b47664cb None None] New status for floating IP 9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a: ACTIVE {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:36:49.523322 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-327c8614-970c-4861-bdf1-4d5434b22e4d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16334135&fields=id&tenant_id=c6e82448c1a842cd95ba26d7d0369d3e HTTP/1.1" status: 200 len: 267 time: 0.0385275 Oct 27 21:36:49.588498 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-3409eef5-844d-4832-9350-c2ab1123b90f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:49.589987 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-3409eef5-844d-4832-9350-c2ab1123b90f tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0597420 Oct 27 21:36:49.601628 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'port': {'security_groups': ['09dda294-07f0-4b9e-89a6-a65f3269ac5b', '440a4611-f14c-40e1-a078-cdd0b6d3ce04']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:49.697424 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.890855 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:49.919148 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.924716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.969399 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:49.970027 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.971483 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-096fabf6-36b1-426e-b9e2-d2ba68076307 req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "PUT /v2.0/ports/4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 981 time: 0.3747473 Oct 27 21:36:49.971951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:49.974339 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af3cb9-50e7-4c25-b881-299664d1422f" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:49.998958 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c72df-5147-44f8-a82a-d376e4ec3774 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=6']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:50.024461 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f74520-61bb-4a76-94c6-6a2a0ccba655 x-openstack-request-id: req-66f74520-61bb-4a76-94c6-6a2a0ccba655 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:50.024758 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:50.025017 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66f74520-61bb-4a76-94c6-6a2a0ccba655 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:50.025422 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:36:50.082236 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ae3df-0fb3-4fbb-b597-10f62944bb7e req-4c24cb3a-0658-48ed-b59c-9eda2aa73e73 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.083865 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf5ae3df-0fb3-4fbb-b597-10f62944bb7e req-4c24cb3a-0658-48ed-b59c-9eda2aa73e73 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0576084 Oct 27 21:36:50.126355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf5ae3df-0fb3-4fbb-b597-10f62944bb7e req-82dde12c-6831-439a-8274-fce191795300 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361269 Oct 27 21:36:50.214566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-9a9ddf6e-ef6d-44d9-bec3-f7037d6b83f1 None None] Provisioning complete for port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:50.214861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9a9ddf6e-ef6d-44d9-bec3-f7037d6b83f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.680962 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-a181e667-298f-4b21-8186-6b07c7dad611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.682425 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-a181e667-298f-4b21-8186-6b07c7dad611 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1137 time: 0.0455699 Oct 27 21:36:50.714137 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:50.788169 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-c8987b06-1606-4eaf-9107-b0eb3981f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.790260 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-c8987b06-1606-4eaf-9107-b0eb3981f9d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 916 time: 0.0971677 Oct 27 21:36:50.864229 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-b14a9dac-9f6a-464d-a7d5-45cbd017597b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 1001 time: 0.0629394 Oct 27 21:36:50.916122 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-9bfa2ebe-41e1-46a7-a351-82ced65bc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.917628 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-9bfa2ebe-41e1-46a7-a351-82ced65bc5e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0454154 Oct 27 21:36:50.986591 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-87de536b-2d2d-4698-bd69-bd043ecf55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.988168 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-87de536b-2d2d-4698-bd69-bd043ecf55eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423586 Oct 27 21:36:51.027721 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:51.090754 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-a83e5583-0a5b-4c20-adf5-0e5a8b0627c2 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912185 Oct 27 21:36:51.185582 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-abc6a5e9-bcd6-40f7-91fa-54329f20aaf6 req-665acccd-4c94-4d64-a516-3e2243b380c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Oct 27 21:36:51.330041 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-87772d80-4a92-454c-b85e-fb4a035743a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:51.331608 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-87772d80-4a92-454c-b85e-fb4a035743a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1137 time: 0.0455971 Oct 27 21:36:51.431400 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-edc49482-f0c2-4269-930c-24db857c776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:51.432914 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-edc49482-f0c2-4269-930c-24db857c776f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 916 time: 0.0858669 Oct 27 21:36:51.504164 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-18176271-a8f7-4fbb-82db-b0df1f461347 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 1001 time: 0.0627358 Oct 27 21:36:51.560005 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-c6167b07-d512-44ff-8a45-ab4237fab7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:51.561441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-c6167b07-d512-44ff-8a45-ab4237fab7b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0450623 Oct 27 21:36:51.610453 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-eb809d52-5004-4acc-a690-cc5dc4b49db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:51.611844 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-eb809d52-5004-4acc-a690-cc5dc4b49db4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392787 Oct 27 21:36:51.650334 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:36:51.682549 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:51.708072 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:51.708292 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-391afe48-f772-4472-bf97-8fba5ee0e8d8 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Oct 27 21:36:51.772365 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:51.815395 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1af3cb9-50e7-4c25-b881-299664d1422f req-46689b6a-40dd-4a02-86ad-f39574bc28d1 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Oct 27 21:36:51.972205 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-cf59412d-966b-4299-8c21-c64c5f5c8f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.845343 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40140) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:54.951414 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-38ca3f74-6637-463d-bc7c-b761340b2d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.027944 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-38ca3f74-6637-463d-bc7c-b761340b2d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.031560 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-38ca3f74-6637-463d-bc7c-b761340b2d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.068478 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-38ca3f74-6637-463d-bc7c-b761340b2d2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81e4fef433dc468e93e06701e8c0645b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220635 Oct 27 21:36:55.069586 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca3f74-6637-463d-bc7c-b761340b2d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3210b360-1868-480a-ac0d-b238edcbd627,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.071736 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40144) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.123840 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.147344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.196045 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.198651 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.199814 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3210b360-1868-480a-ac0d-b238edcbd627 HTTP/1.1" status: 204 len: 168 time: 0.1261675 Oct 27 21:36:55.208498 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390d910-e43e-4929-bbf0-8c7bcac4bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3210b360-1868-480a-ac0d-b238edcbd627,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.459769 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40152) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.474222 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3e7a-ee1c-4240-a4c2-0855d2c38887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.548393 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3e7a-ee1c-4240-a4c2-0855d2c38887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.552300 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3e7a-ee1c-4240-a4c2-0855d2c38887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.590175 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8b4c3e7a-ee1c-4240-a4c2-0855d2c38887 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a98acb67f8ad41359e4c5da1984ba754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292541 Oct 27 21:36:55.591034 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c3e7a-ee1c-4240-a4c2-0855d2c38887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62575232-7fb4-460c-a650-fc34b22d7ea3,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.592925 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40154) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.642864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.663774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.708927 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.711604 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.712757 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62575232-7fb4-460c-a650-fc34b22d7ea3 HTTP/1.1" status: 204 len: 168 time: 0.1188130 Oct 27 21:36:55.720567 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8c1e8-6c5b-4866-98bf-121330b185ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62575232-7fb4-460c-a650-fc34b22d7ea3,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.100991 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-97598bf7-ff90-4e2d-8697-8f783dfc4817 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396440 Oct 27 21:36:56.184995 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-25e82433-b2ad-4964-b076-1f894d374583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:56.186606 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-25e82433-b2ad-4964-b076-1f894d374583 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0453629 Oct 27 21:36:56.311256 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-bed73114-64dd-4860-8d32-d4b4a9b968eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:56.312781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-bed73114-64dd-4860-8d32-d4b4a9b968eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.0912395 Oct 27 21:36:56.387521 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-dc536ad3-35b9-48fc-af9d-e08b2ec72d04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 1000 time: 0.0621545 Oct 27 21:36:56.438816 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-b67494fe-3fb1-4d8c-8658-e9bca64b876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:56.440360 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-b67494fe-3fb1-4d8c-8658-e9bca64b876c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0456147 Oct 27 21:36:56.493866 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-8962335e-5c51-438f-9d37-7a69a6324eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:56.495455 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-8962335e-5c51-438f-9d37-7a69a6324eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444491 Oct 27 21:36:56.599374 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-43f1613b-4714-420f-a28a-74c508948fa9 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929663 Oct 27 21:36:56.682766 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5312408f-42be-42d1-aacd-3e352c3b1933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.699454 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b5bc8c68-62bc-433b-9845-8179a8e4334b req-69302bfa-799f-4edf-bd96-84cc396c21ff service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917487 Oct 27 21:36:57.400380 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.642264 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.663367 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40224) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:57.768526 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e27f5ce-0738-45b7-b4b3-f84b197cc792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.848221 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e27f5ce-0738-45b7-b4b3-f84b197cc792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.852216 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-9e27f5ce-0738-45b7-b4b3-f84b197cc792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.890267 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-9e27f5ce-0738-45b7-b4b3-f84b197cc792 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10895ce2dcc04aef9e4fa6b133661cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258115 Oct 27 21:36:57.891124 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f5ce-0738-45b7-b4b3-f84b197cc792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c3042-365d-4389-beea-17cff6efeed7,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:57.893388 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40228) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:57.950503 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.974782 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.024458 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.027038 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.028219 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e4c3042-365d-4389-beea-17cff6efeed7 HTTP/1.1" status: 204 len: 168 time: 0.1321032 Oct 27 21:36:58.036051 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcbccb-9ed0-44b2-8af0-72ffc6d3e5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4c3042-365d-4389-beea-17cff6efeed7,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:58.171375 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.291021 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40234) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:58.304377 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b984c779-f722-47cd-8e33-ffc6b281aae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.390318 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b984c779-f722-47cd-8e33-ffc6b281aae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.394179 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b984c779-f722-47cd-8e33-ffc6b281aae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.432267 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-b984c779-f722-47cd-8e33-ffc6b281aae4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=923cc02007dd4cdbafc7a222e43337c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401262 Oct 27 21:36:58.434177 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c779-f722-47cd-8e33-ffc6b281aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278d9c1-3fd8-40c7-9ce7-b8b939a3cbaa,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:58.434948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40236) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:58.486960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.508496 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.559341 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.561886 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:58.563060 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d278d9c1-3fd8-40c7-9ce7-b8b939a3cbaa HTTP/1.1" status: 204 len: 168 time: 0.1270230 Oct 27 21:36:58.571186 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a7486-d335-4081-a2a3-d6d2084eaecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278d9c1-3fd8-40c7-9ce7-b8b939a3cbaa,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:59.371022 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.638010 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40266) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:59.742437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc7453ac-891d-4ebe-8e0d-965f68a38660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.814555 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc7453ac-891d-4ebe-8e0d-965f68a38660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.818703 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc7453ac-891d-4ebe-8e0d-965f68a38660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.857485 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7453ac-891d-4ebe-8e0d-965f68a38660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e2c24-3ea8-4a38-914f-1b5700e8e82f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:59.861708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-bc7453ac-891d-4ebe-8e0d-965f68a38660 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa38ec1127c242dcbcd835c1e316b3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226450 Oct 27 21:36:59.864373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40270) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:59.916516 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.937292 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.984334 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.987190 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:59.988348 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/766e2c24-3ea8-4a38-914f-1b5700e8e82f HTTP/1.1" status: 204 len: 168 time: 0.1230495 Oct 27 21:36:59.996806 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75acfe-d6c6-4daa-a6ac-c251cd2d00d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e2c24-3ea8-4a38-914f-1b5700e8e82f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:03.890070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40340) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:03.997184 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-04198570-bb87-4107-8bb3-df0dd2498e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.071664 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-04198570-bb87-4107-8bb3-df0dd2498e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.075463 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-04198570-bb87-4107-8bb3-df0dd2498e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.113965 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-04198570-bb87-4107-8bb3-df0dd2498e18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b1ca43ad514358918b08e2a3908f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223642 Oct 27 21:37:04.114755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198570-bb87-4107-8bb3-df0dd2498e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f20f3-857a-496f-81d8-da440b6e0c44,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:04.116685 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40344) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:04.167643 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.187963 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.235326 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.237828 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:04.238965 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/152f20f3-857a-496f-81d8-da440b6e0c44 HTTP/1.1" status: 204 len: 168 time: 0.1207883 Oct 27 21:37:04.248727 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b640982-d175-48f5-91d4-5c1d402d0089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f20f3-857a-496f-81d8-da440b6e0c44,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:11.215673 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d032af-14ab-4ac0-a58d-a868d694534b req-dd1e30bd-3751-4a46-b825-145e4daee016 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:11.218357 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e4d032af-14ab-4ac0-a58d-a868d694534b req-dd1e30bd-3751-4a46-b825-145e4daee016 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0714238 Oct 27 21:37:11.257702 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e4d032af-14ab-4ac0-a58d-a868d694534b req-67b4e9e5-4a9c-4266-9f5c-88c42b96c8ff tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334277 Oct 27 21:37:12.388729 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f78aa-f530-4cb7-addd-a17aad2e63a0 req-bd37eeaa-606f-4dde-92ab-0e94b8874609 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:12.390403 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b9f78aa-f530-4cb7-addd-a17aad2e63a0 req-bd37eeaa-606f-4dde-92ab-0e94b8874609 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0509961 Oct 27 21:37:12.430318 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9b9f78aa-f530-4cb7-addd-a17aad2e63a0 req-b4289eb6-60b5-4d52-82c6-d8e0b421b5dc tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333710 Oct 27 21:37:13.551195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842f76-9a5c-436a-aae8-2ce93ddece38 req-0162666d-c015-4b15-8f90-c761b7b6c8c9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:13.552731 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58842f76-9a5c-436a-aae8-2ce93ddece38 req-0162666d-c015-4b15-8f90-c761b7b6c8c9 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0504811 Oct 27 21:37:13.593165 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58842f76-9a5c-436a-aae8-2ce93ddece38 req-973d4944-72a8-4b3a-bdc7-1ffc5cdc7fd2 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334368 Oct 27 21:37:14.722692 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b9719-b023-49f0-88c9-1a183e04c8fc req-58438749-9f03-4c51-b1ee-70af5ae903ea tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:14.728388 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-de5b9719-b023-49f0-88c9-1a183e04c8fc req-58438749-9f03-4c51-b1ee-70af5ae903ea tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0616813 Oct 27 21:37:14.767873 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-de5b9719-b023-49f0-88c9-1a183e04c8fc req-8c98007a-f23a-4d2c-a87e-804e66da318e tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334363 Oct 27 21:37:15.670119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-3676fac6-26b3-4008-bfa6-a00faeff59bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:15.671600 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-3676fac6-26b3-4008-bfa6-a00faeff59bf tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0524573 Oct 27 21:37:15.775822 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Deleting port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:15.776632 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.898544 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] For port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:15.899043 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.926269 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf50281-b356-44c7-a5d5-0f89edf45ac0 req-93c98548-63b4-4de1-af09-2c67ef83a4d7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:15.927732 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7bf50281-b356-44c7-a5d5-0f89edf45ac0 req-93c98548-63b4-4de1-af09-2c67ef83a4d7 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 946 time: 0.0859334 Oct 27 21:37:16.038679 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7bf50281-b356-44c7-a5d5-0f89edf45ac0 req-ae83b8f2-9773-4dd5-a660-22904ea2f809 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2e88663-0829-4f4a-9381-be694d8ef143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793033 Oct 27 21:37:16.133759 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:16.134228 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:16.134618 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Floating IP c0553c04-991f-47c3-a908-007355403216 disassociated. External IP: 172.27.0.47, port: 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b. Oct 27 21:37:16.135044 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Calling delete_port for 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:16.288809 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:16.323511 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'Port': ['ID=9a1f7a62-f2a7-4755-a2aa-36c03e52d95b,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:16.463790 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:16.593338 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:16.604415 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:16.618762 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:16.619833 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:16.641257 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] No DVR routers for this DVR port 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:16.643932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:16.647297 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c96eea1e-578d-469c-89c9-8805f9d6f402 req-5902566a-5d19-48c6-b1c3-2cd3f8a46b7d tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.66 "DELETE /v2.0/ports/9a1f7a62-f2a7-4755-a2aa-36c03e52d95b HTTP/1.1" status: 204 len: 173 time: 0.9618633 Oct 27 21:37:16.647755 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-deleted', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:16.650778 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e392d22-f894-44b3-9969-4c598ab258d2" -d '{"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-deleted", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:16.693575 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d4ef22-f686-4df7-a3ea-6f03ccf2e83c x-openstack-request-id: req-f9d4ef22-f686-4df7-a3ea-6f03ccf2e83c {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:16.693575 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e77273-8573-4e84-82ab-e68814466274", "name": "network-vif-deleted", "tag": "9a1f7a62-f2a7-4755-a2aa-36c03e52d95b", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:16.693575 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9d4ef22-f686-4df7-a3ea-6f03ccf2e83c {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:16.693575 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e77273-8573-4e84-82ab-e68814466274', 'name': 'network-vif-deleted', 'tag': '9a1f7a62-f2a7-4755-a2aa-36c03e52d95b', 'status': 'completed', 'code': 200} Oct 27 21:37:16.741265 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:16.962288 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:16.988503 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:16.997418 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:16.998010 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:17.103428 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:17.158565 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ab357058-d236-41ee-99c2-b302001fea53 req-c33bb94b-df45-4804-9f4a-c9f1f3035732 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7e77273-8573-4e84-82ab-e68814466274 HTTP/1.1" status: 200 len: 210 time: 0.0299916 Oct 27 21:37:17.326544 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:17.358775 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04961e3-3603-45b3-8ef5-c56f3e609f67 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 4, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'c50bf85d-6946-439f-9492-21830ce1ae92', 'name': '', 'network_id': '1294c118-ebfc-4f5c-83ce-ee15707b8f2a', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'mac_address': 'fa:16:3e:97:1a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:52Z', 'updated_at': '2021-10-27T21:29:58Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'subnets': [{'id': '292cc8da-11bc-4338-a17b-86db2a475d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:17.594917 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2cd7ee-3941-4944-9b7a-98ec6baeee82 None None] New status for floating IP c0553c04-991f-47c3-a908-007355403216: DOWN {{(pid=101429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:37:18.253530 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40482) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:18.308557 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.331291 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.377216 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.379825 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.380976 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "DELETE /v2.0/security-groups/b2e88663-0829-4f4a-9381-be694d8ef143 HTTP/1.1" status: 204 len: 168 time: 0.1263583 Oct 27 21:37:18.384398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40484) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:18.390533 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e667d1d-55da-4e55-848a-fb858cad2c69 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e88663-0829-4f4a-9381-be694d8ef143,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:18.401067 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.api.v2.resource [None req-4443e944-f97c-4417-a416-2f112c94f096 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] show failed (client error): The resource could not be found. Oct 27 21:37:18.402077 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-4443e944-f97c-4417-a416-2f112c94f096 tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "GET /v2.0/security-groups/b2e88663-0829-4f4a-9381-be694d8ef143 HTTP/1.1" status: 404 len: 347 time: 0.0161588 Oct 27 21:37:18.405031 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40486) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:18.527315 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Deleting port f31f706d-e43a-40e1-95c5-ed451f252ed6 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:18.527661 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.604917 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.605128 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.616488 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Calling delete_port for f31f706d-e43a-40e1-95c5-ed451f252ed6 owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:18.754108 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.769274 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:18.791448 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:18.791721 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 9a1f7a62-f2a7-4755-a2aa-36c03e52d95b not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:18.794299 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Pushing event deleted for resources: {'Port': ['ID=f31f706d-e43a-40e1-95c5-ed451f252ed6,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:18.854023 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.856716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.857794 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-021970e4-53cd-405f-919d-252a4700816c tempest-AttachVolumeShelveTestJSON-1081216901 tempest-AttachVolumeShelveTestJSON-1081216901-project] 10.222.0.49 "DELETE /v2.0/floatingips/c0553c04-991f-47c3-a908-007355403216 HTTP/1.1" status: 204 len: 168 time: 0.4517722 Oct 27 21:37:21.278199 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40580) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:21.770260 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.897631 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-280a49b7-a31b-42f9-9d5a-3a15f11b9018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.021982 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Deleting port c50bf85d-6946-439f-9492-21830ce1ae92 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:22.022228 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.109988 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] For port c50bf85d-6946-439f-9492-21830ce1ae92, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=c50bf85d-6946-439f-9492-21830ce1ae92,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:22.110375 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.124088 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Calling delete_port for c50bf85d-6946-439f-9492-21830ce1ae92 owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:22.373288 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.401180 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50bf85d-6946-439f-9492-21830ce1ae92,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:22.600703 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.933462 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcb971-2c75-44f0-bd30-98e530a19017 req-a34b730d-3897-4c0b-9974-a0db562955ec tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.934926 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffbcb971-2c75-44f0-bd30-98e530a19017 req-a34b730d-3897-4c0b-9974-a0db562955ec tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.4053714 Oct 27 21:37:22.952109 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695722-58cb-4740-b519-d53685763dbf req-deef7caa-28f6-4310-b024-f6d0e314974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.953567 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-deef7caa-28f6-4310-b024-f6d0e314974d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1137 time: 0.3873272 Oct 27 21:37:23.030397 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ffbcb971-2c75-44f0-bd30-98e530a19017 req-83ae03d2-53fb-4941-9d0d-e20a84c8b0e8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0883610 Oct 27 21:37:23.069998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Router 0a65a488-bd4f-4af1-a663-d3e1e06c521c has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:23.070878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695722-58cb-4740-b519-d53685763dbf req-74670eca-9445-40f5-b8ee-1f4fc4b274c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.072508 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-74670eca-9445-40f5-b8ee-1f4fc4b274c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 916 time: 0.1097953 Oct 27 21:37:23.158470 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-c7d339ee-28fb-4f16-8847-e769eda13536 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 1001 time: 0.0773945 Oct 27 21:37:23.192842 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:23.198912 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-edc1b424-2881-4ec8-b7e9-4cc8012f47a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a65a488-bd4f-4af1-a663-d3e1e06c521c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9195902 Oct 27 21:37:23.201594 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40594) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:23.203107 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Sync routers for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:23.213366 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:23.214310 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:23.222609 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695722-58cb-4740-b519-d53685763dbf req-2e46440c-33b9-436a-a02c-0c1d4de4cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.222609 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-2e46440c-33b9-436a-a02c-0c1d4de4cfd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0517762 Oct 27 21:37:23.276681 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695722-58cb-4740-b519-d53685763dbf req-8c1dfe79-a1ee-4595-b667-8b7ab457756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.278738 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-8c1dfe79-a1ee-4595-b667-8b7ab457756d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478296 Oct 27 21:37:23.318034 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.328187 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:23.384902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-1ebe3dfc-90d1-4d47-abd1-c4bf0ea243fd service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984704 Oct 27 21:37:23.488305 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.519132 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53695722-58cb-4740-b519-d53685763dbf req-0475d5db-0a6a-457f-9c41-3d35d9d022ba service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260350 Oct 27 21:37:23.549659 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:37:22Z', 'revision_number': 5, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port': {'id': 'b98ce671-9ce3-4c28-9eae-e9f9c3f0107f', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:47Z', 'updated_at': '2021-10-27T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:23.553972 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Deleting port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:23.554302 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.578700 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Checking router: 0a65a488-bd4f-4af1-a663-d3e1e06c521c for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:23.588348 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Routers {'0a65a488-bd4f-4af1-a663-d3e1e06c521c'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:23.588940 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:36:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:23.639159 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] For port b98ce671-9ce3-4c28-9eae-e9f9c3f0107f, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:23.639580 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.652435 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Calling delete_port for b98ce671-9ce3-4c28-9eae-e9f9c3f0107f owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:23.689668 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] Set router 0a65a488-bd4f-4af1-a663-d3e1e06c521c gateway port host: None {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:23.832429 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:37:23Z', 'revision_number': 6, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:23.835076 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.858759 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158b2db-edab-4f58-af40-4f9034037a02 None None] The sync data for ids ['0a65a488-bd4f-4af1-a663-d3e1e06c521c'] in dv-cinder-815146-4-iscsi is: [{'id': '0a65a488-bd4f-4af1-a663-d3e1e06c521c', 'name': 'tempest-AttachVolumeShelveTestJSON-766140759-router', 'tenant_id': '4d2a10e5e3634294be6809b6465813c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:46Z', 'updated_at': '2021-10-27T21:37:23Z', 'revision_number': 6, 'project_id': '4d2a10e5e3634294be6809b6465813c5', 'gw_port_host': None}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:23.863240 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98ce671-9ce3-4c28-9eae-e9f9c3f0107f,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:23.929018 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.022162 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.024416 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.073197 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.074090 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a65a488-bd4f-4af1-a663-d3e1e06c521c {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:37:24.079562 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.080884 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2db31cf5-2a7c-4792-9035-f10d21afa072 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0a65a488-bd4f-4af1-a663-d3e1e06c521c HTTP/1.1" status: 204 len: 168 time: 0.8781409 Oct 27 21:37:24.083392 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40600) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:24.131563 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Deleting subnet 292cc8da-11bc-4338-a17b-86db2a475d3b {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:37:24.135482 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.155608 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c422c-6cb6-4477-8fd6-5f7137ec9a94 req-764e242f-2dc2-4caf-8537-e551f1b542f8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:24.157009 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf4c422c-6cb6-4477-8fd6-5f7137ec9a94 req-764e242f-2dc2-4caf-8537-e551f1b542f8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0519226 Oct 27 21:37:24.171831 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.199951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bf4c422c-6cb6-4477-8fd6-5f7137ec9a94 req-10e22164-0697-4fb3-b360-2af09df2c688 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0367041 Oct 27 21:37:24.271871 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.330581 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.355466 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292cc8da-11bc-4338-a17b-86db2a475d3b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:24.361363 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.367579 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-14978a38-643e-4322-9892-cc28c76e72c4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/292cc8da-11bc-4338-a17b-86db2a475d3b HTTP/1.1" status: 204 len: 168 time: 0.2809484 Oct 27 21:37:24.368341 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40602) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:24.369130 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058c28f-46f8-481e-bb9a-530012df90ce None None] Network 1294c118-ebfc-4f5c-83ce-ee15707b8f2a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:37:24.441139 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.517352 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Deleting port a110c941-4e2f-4036-9768-80451207fbf9 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:24.531663 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.594789 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] For port a110c941-4e2f-4036-9768-80451207fbf9, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a110c941-4e2f-4036-9768-80451207fbf9,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:24.594789 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.613412 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Calling delete_port for a110c941-4e2f-4036-9768-80451207fbf9 owned by network:dhcp {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:24.631789 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] DHCP port deletion for 1294c118-ebfc-4f5c-83ce-ee15707b8f2a request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:37:24.688787 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Deleting port a110c941-4e2f-4036-9768-80451207fbf9 {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:24.689336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.714882 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.752972 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Pushing event deleted for resources: {'Port': ['ID=a110c941-4e2f-4036-9768-80451207fbf9,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:24.757433 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] No DVR routers for this DVR port a110c941-4e2f-4036-9768-80451207fbf9 on host dv-cinder-815146-4-iscsi {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:24.764329 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] For port a110c941-4e2f-4036-9768-80451207fbf9, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a110c941-4e2f-4036-9768-80451207fbf9,segment=NetworkSegment(432e55ba-1334-4ea4-864e-46087d17884a),segment_id=432e55ba-1334-4ea4-864e-46087d17884a)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:24.764734 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.782877 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Calling delete_port for a110c941-4e2f-4036-9768-80451207fbf9 owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:24.837685 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.867704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1294c118-ebfc-4f5c-83ce-ee15707b8f2a']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:24.870611 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.882167 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432e55ba-1334-4ea4-864e-46087d17884a') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:24.883430 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432e55ba-1334-4ea4-864e-46087d17884a') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:24.902851 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.910349 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] No DVR routers for this DVR port a110c941-4e2f-4036-9768-80451207fbf9 on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:24.914893 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e195b04-e214-427d-9bff-cfe080b9b356 None None] Pushing event deleted for resources: {'Port': ['ID=a110c941-4e2f-4036-9768-80451207fbf9,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:24.922926 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.935933 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:37:24.936577 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:37:24.938534 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:37:24.994734 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.004745 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.008071 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] 10.222.0.49 "DELETE /v2.0/networks/1294c118-ebfc-4f5c-83ce-ee15707b8f2a HTTP/1.1" status: 204 len: 168 time: 0.6387587 Oct 27 21:37:25.020127 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051d01-e4ad-4c4f-bedc-13879e6e68de admin admin] Pushing event deleted for resources: {'Network': ['ID=1294c118-ebfc-4f5c-83ce-ee15707b8f2a,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:25.143334 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40608) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.185614 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-686a6ecd-6b06-47f0-b9b3-72944e54750f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d2a10e5e3634294be6809b6465813c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409260 Oct 27 21:37:25.188127 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40610) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.239899 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.270259 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.325965 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.328820 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.330052 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e785a90a-534e-49b6-8a55-689153c030f1 HTTP/1.1" status: 204 len: 168 time: 0.1410086 Oct 27 21:37:25.339867 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b89fd9-c181-47b9-96d6-b6dc9aa15752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e785a90a-534e-49b6-8a55-689153c030f1,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:25.348024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a5ea-357a-4dd6-97c4-b3c4394d8f29 req-5b381453-0548-4b25-98ab-0f9707f709df tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:25.356000 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5564a5ea-357a-4dd6-97c4-b3c4394d8f29 req-5b381453-0548-4b25-98ab-0f9707f709df tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0667617 Oct 27 21:37:25.403242 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5564a5ea-357a-4dd6-97c4-b3c4394d8f29 req-9a79364d-b4e8-4b70-91a5-eff6c68e87ba tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462899 Oct 27 21:37:25.462813 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device c50bf85d-6946-439f-9492-21830ce1ae92 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:25.502790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: c50bf85d-6946-439f-9492-21830ce1ae92 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:25.503417 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device c50bf85d-6946-439f-9492-21830ce1ae92 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:25.504086 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a110c941-4e2f-4036-9768-80451207fbf9 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:25.533969 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: a110c941-4e2f-4036-9768-80451207fbf9 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:25.534465 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a110c941-4e2f-4036-9768-80451207fbf9 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:25.535148 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device b98ce671-9ce3-4c28-9eae-e9f9c3f0107f no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:25.556461 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: b98ce671-9ce3-4c28-9eae-e9f9c3f0107f {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:25.557470 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device b98ce671-9ce3-4c28-9eae-e9f9c3f0107f not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:26.567347 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80041e16-02dc-496b-8873-a53a55b94474 req-732f88f3-f665-46ec-a83e-e57f0593e40a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.569719 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80041e16-02dc-496b-8873-a53a55b94474 req-732f88f3-f665-46ec-a83e-e57f0593e40a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0610831 Oct 27 21:37:26.624956 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-80041e16-02dc-496b-8873-a53a55b94474 req-38a0d906-4be0-44dc-85ca-6204bfa3d783 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445635 Oct 27 21:37:26.681141 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-754aada9-8e75-4743-8065-de328a5217b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:27.402742 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:27.644162 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:27.764376 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7730-523e-4e8f-9db7-f591ec6c0079 req-9c0e03aa-8123-4c30-bc42-923c5ecf23bb tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:27.765867 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-236f7730-523e-4e8f-9db7-f591ec6c0079 req-9c0e03aa-8123-4c30-bc42-923c5ecf23bb tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0494192 Oct 27 21:37:27.806306 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-236f7730-523e-4e8f-9db7-f591ec6c0079 req-7d698b00-cf3f-483a-8a95-5ffe1be08093 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343003 Oct 27 21:37:28.213459 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:28.650029 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:37:28.922934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4426a-350f-499d-93a4-814d67873aaf req-bc17a1e7-64e0-422d-acb6-879c87f7aefb tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:28.924694 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8aa4426a-350f-499d-93a4-814d67873aaf req-bc17a1e7-64e0-422d-acb6-879c87f7aefb tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0495315 Oct 27 21:37:28.966340 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8aa4426a-350f-499d-93a4-814d67873aaf req-f8535383-dec7-42d6-a098-6dd5aa8c8809 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346210 Oct 27 21:37:29.375361 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.089793 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee664a-e056-4e3f-abc5-7b6b94d78f41 req-78f06572-d742-48c0-af2f-6ec5ccf5901a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:30.091311 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7eee664a-e056-4e3f-abc5-7b6b94d78f41 req-78f06572-d742-48c0-af2f-6ec5ccf5901a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0568459 Oct 27 21:37:30.133000 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7eee664a-e056-4e3f-abc5-7b6b94d78f41 req-fa8ef7d4-0e74-431b-a814-68dfd063b2c0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355155 Oct 27 21:37:31.257410 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7e2a-d815-4983-b269-bcbe91fee3a1 req-1a45b266-9242-4f84-9cdc-94a443dd2930 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:31.259589 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68ff7e2a-d815-4983-b269-bcbe91fee3a1 req-1a45b266-9242-4f84-9cdc-94a443dd2930 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0520406 Oct 27 21:37:31.300028 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-68ff7e2a-d815-4983-b269-bcbe91fee3a1 req-338aa8fd-602c-47ff-a7b4-6c5ca0fd55d1 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342047 Oct 27 21:37:32.417451 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e951d6-3036-49a5-a965-9f79e0f2a352 req-426b6c11-e35d-43ef-8710-981633f0f8b7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:32.419441 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b7e951d6-3036-49a5-a965-9f79e0f2a352 req-426b6c11-e35d-43ef-8710-981633f0f8b7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0499158 Oct 27 21:37:32.460142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b7e951d6-3036-49a5-a965-9f79e0f2a352 req-6e05e13e-a52a-41e6-a940-8ba371c49b8d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344484 Oct 27 21:37:33.584263 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fa0dc-f885-47f2-95bc-76959518d439 req-f5c421c8-ffa9-446b-a00a-d5a6ff210587 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:33.585779 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-181fa0dc-f885-47f2-95bc-76959518d439 req-f5c421c8-ffa9-446b-a00a-d5a6ff210587 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0557659 Oct 27 21:37:33.629879 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-181fa0dc-f885-47f2-95bc-76959518d439 req-800fb920-ad24-4280-9394-ab65752975aa tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0377421 Oct 27 21:37:34.747997 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec4374-ff41-4727-b797-33d79de0a6c9 req-91b891c8-fdb0-4398-b302-0bad492cb82e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:34.749570 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61ec4374-ff41-4727-b797-33d79de0a6c9 req-91b891c8-fdb0-4398-b302-0bad492cb82e tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0515091 Oct 27 21:37:34.790331 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-61ec4374-ff41-4727-b797-33d79de0a6c9 req-105ee1ef-9e54-4d44-9e80-51041c75b013 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345879 Oct 27 21:37:35.913525 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f83baa-21fe-45e2-aad3-9d2f534b7d5e req-f2552987-928e-406d-871e-7a4c160752c5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:35.919902 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-87f83baa-21fe-45e2-aad3-9d2f534b7d5e req-f2552987-928e-406d-871e-7a4c160752c5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0579326 Oct 27 21:37:35.955826 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-87f83baa-21fe-45e2-aad3-9d2f534b7d5e req-b09e3067-60f7-41a7-b4ff-94c05fd76705 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342560 Oct 27 21:37:37.078390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e101451-8efe-495b-bd2b-cbc645401eea req-4bf9facb-eace-4f9e-9226-6d6d1a530b63 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:37.079949 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2e101451-8efe-495b-bd2b-cbc645401eea req-4bf9facb-eace-4f9e-9226-6d6d1a530b63 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0546200 Oct 27 21:37:37.130492 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2e101451-8efe-495b-bd2b-cbc645401eea req-be0605dd-480a-4223-8d31-24bb20e3628d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0438626 Oct 27 21:37:38.241224 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0629-d8d6-4e11-ba16-fb57ddf02823 req-b781a5d5-09e4-4c93-a9a5-7d1846ee4ec8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:38.242602 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-370c0629-d8d6-4e11-ba16-fb57ddf02823 req-b781a5d5-09e4-4c93-a9a5-7d1846ee4ec8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0493321 Oct 27 21:37:38.283418 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-370c0629-d8d6-4e11-ba16-fb57ddf02823 req-26674fa5-09ef-4206-a20b-5a9fd9404fd2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346851 Oct 27 21:37:39.397395 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240253cf-c252-459e-8f2f-92549cbe750e req-5cc818e0-8d79-4138-b43e-d7dbaa2f3fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:39.398867 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-240253cf-c252-459e-8f2f-92549cbe750e req-5cc818e0-8d79-4138-b43e-d7dbaa2f3fc0 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0484471 Oct 27 21:37:39.439166 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-240253cf-c252-459e-8f2f-92549cbe750e req-4f80d24e-1c33-462d-aac2-b66c0eab70d5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337491 Oct 27 21:37:40.557630 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ae8d-5bd4-44b4-9f1b-64abc7e1fde1 req-2b66505c-37aa-43cd-b919-ec4099520c3b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:40.559131 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2889ae8d-5bd4-44b4-9f1b-64abc7e1fde1 req-2b66505c-37aa-43cd-b919-ec4099520c3b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0532658 Oct 27 21:37:40.598738 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2889ae8d-5bd4-44b4-9f1b-64abc7e1fde1 req-338c639e-e7a1-476b-847a-352355454c2b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=440a4611-f14c-40e1-a078-cdd0b6d3ce04&id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327144 Oct 27 21:37:43.782044 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-a2497ad9-19b5-4174-9082-6e680f42ebf8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672089585&fields=id&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 267 time: 0.0458989 Oct 27 21:37:43.920534 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-3969fb08-39de-4899-9db7-bb3dd6f9efbf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:43.922548 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-3969fb08-39de-4899-9db7-bb3dd6f9efbf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.1320477 Oct 27 21:37:43.941025 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-aabc0e4c-8add-4a88-bf2c-02dc4d486316 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/quotas/fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 375 time: 0.0114524 Oct 27 21:37:44.008074 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-b3443102-9165-4e7b-9bb4-be301bcd44cb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607407 Oct 27 21:37:44.110456 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-3b59e6a0-13f1-41b3-a614-61817109bb1a service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893688 Oct 27 21:37:44.207049 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-c4b77e1c-cf47-4617-aeaa-0b8c37ced96e service neutron] 10.222.0.49 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899522 Oct 27 21:37:44.502541 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b52cafb-f80b-49bc-a5b5-59500ec9e597 req-6196329c-92ca-4a80-b8bd-0a44afab0d4b tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 210 time: 0.0273156 Oct 27 21:37:45.643608 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-89f97111-2826-43e7-979c-6f94259d69a8 req-858508fd-f7bd-41e1-bcdf-c209d1036bd1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 210 time: 0.0420754 Oct 27 21:37:45.706296 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-3348c15e-9880-4ea4-908e-44f96cf7577a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:45.708016 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-3348c15e-9880-4ea4-908e-44f96cf7577a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 811 time: 0.1795151 Oct 27 21:37:45.774232 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-be881b7a-5c25-4e22-9031-c0ca9a1d6cec tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd977b28ac844cf4b1ef184125ca259a HTTP/1.1" status: 200 len: 379 time: 0.0396006 Oct 27 21:37:45.784988 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'port': {'device_id': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'admin_state_up': True, 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'security_groups': ['464b6f1c-1cf5-48fb-9af9-ed77f880b4ca']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:45.908173 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Made reservation on behalf of fd977b28ac844cf4b1ef184125ca259a for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:37:45.911748 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.040843 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.20.0.4 (ac3e2e79-3d78-4dd0-96fd-53411dec76b7/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a/d88c1c76-950e-4deb-8304-a8fd65366820) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:37:46.191402 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.230085 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.280021 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:37:46.283641 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:37:46.288859 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:37:46.326396 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:46.339727 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.340077 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.340414 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.340745 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.341072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.341450 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.341828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.344130 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.344488 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.344847 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.345157 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.345495 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:46.368617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:46.369224 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.403820 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-f6024146-96af-480f-996c-2e25e3272284 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234894 Oct 27 21:37:46.430652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Request body: {'port': {'device_id': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:46.505419 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.606843 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-a0ce9247-5428-4137-a97b-7fc4eeff8728 None None] Provisioning complete for port d88c1c76-950e-4deb-8304-a8fd65366820 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:46.607462 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9247-5428-4137-a97b-7fc4eeff8728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.645959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9247-5428-4137-a97b-7fc4eeff8728 None None] Port d88c1c76-950e-4deb-8304-a8fd65366820 cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:37:46.829110 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3182-b827-4eb0-a8a6-873e2eb95380 req-69de229b-59ce-45eb-b2aa-06abb3df6abf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:46.830534 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17dd3182-b827-4eb0-a8a6-873e2eb95380 req-69de229b-59ce-45eb-b2aa-06abb3df6abf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 931 time: 0.0834618 Oct 27 21:37:46.891545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88c1c76-950e-4deb-8304-a8fd65366820 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:37:46.900559 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.927663 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-17dd3182-b827-4eb0-a8a6-873e2eb95380 req-c0552373-f4ad-471c-ba00-392cfcc1e492 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733814 Oct 27 21:37:46.928612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Transition to ACTIVE for port object d88c1c76-950e-4deb-8304-a8fd65366820 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:37:46.933682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.993963 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Pushing event updated for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:47.069109 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Attempting to bind port d88c1c76-950e-4deb-8304-a8fd65366820 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:37:47.069335 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Attempting to bind port d88c1c76-950e-4deb-8304-a8fd65366820 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:37:47.069532 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Attempting to bind port d88c1c76-950e-4deb-8304-a8fd65366820 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:37:47.074666 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Port d88c1c76-950e-4deb-8304-a8fd65366820 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:37:47.074970 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Attempting to bind port d88c1c76-950e-4deb-8304-a8fd65366820 on network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:37:47.080779 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:37:47.081106 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Checking segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:37:47.081489 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Bound using segment: {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:37:47.082015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Bound port: d88c1c76-950e-4deb-8304-a8fd65366820, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b2733-ba98-4da7-ab4d-8f3a142cf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:37:47.082376 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:47.158375 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:37:47.161789 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d88c1c76-950e-4deb-8304-a8fd65366820,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:37:47.167464 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:47.184167 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.184801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:47.186856 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] 10.222.0.66 "PUT /v2.0/ports/d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 200 len: 1093 time: 0.7638073 Oct 27 21:37:47.207794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:47.210604 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03c0e6a-e3e2-426a-a10c-ea1139108b92" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:47.248792 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd814f-0856-4fea-88e3-109a49b7b5da service neutron] Pushing event updated for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:47.273783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4009af-3af9-491c-9fcc-90f01787493d x-openstack-request-id: req-bf4009af-3af9-491c-9fcc-90f01787493d {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:47.274072 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:47.274443 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf4009af-3af9-491c-9fcc-90f01787493d {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:47.274725 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'status': 'completed', 'code': 200} Oct 27 21:37:47.320139 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-9cd3f5b0-f393-4a43-add1-271f192568c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.324269 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-9cd3f5b0-f393-4a43-add1-271f192568c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1096 time: 0.0656972 Oct 27 21:37:47.383065 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-8121264b-a6cd-43b3-95e7-512c69b0506b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 200 len: 217 time: 0.0423181 Oct 27 21:37:47.439589 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-6f531505-a218-4e0a-8d08-e1d0c7217444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.441110 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-6f531505-a218-4e0a-8d08-e1d0c7217444 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0503588 Oct 27 21:37:47.494569 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955e38-4207-4521-884b-6d333f5842f3 req-7f720526-1097-4c4f-9924-0c409f105ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.496108 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-7f720526-1097-4c4f-9924-0c409f105ddb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401123 Oct 27 21:37:47.599710 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-c87dd0eb-be81-4719-a42e-889e8c74e2de service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944803 Oct 27 21:37:47.700551 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4d955e38-4207-4521-884b-6d333f5842f3 req-11dc2d9b-c101-4bd8-b2fb-7bbd08e9fb7f service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934227 Oct 27 21:37:47.836510 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-d4ad6691-671e-4df0-8adf-9e7f28de2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.838031 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-d4ad6691-671e-4df0-8adf-9e7f28de2ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1096 time: 0.0416017 Oct 27 21:37:47.933563 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-ec8fd7d6-d4f7-47d4-afa1-6ab3b57890dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:47.935073 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-ec8fd7d6-d4f7-47d4-afa1-6ab3b57890dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.0885930 Oct 27 21:37:47.983815 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-3aee28bc-66bb-4d84-b109-5aa1ea558c37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 200 len: 217 time: 0.0404546 Oct 27 21:37:48.074854 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-a401a314-0860-4c36-ae92-f71bb68e6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:48.076449 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-a401a314-0860-4c36-ae92-f71bb68e6ba8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0845644 Oct 27 21:37:48.085461 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b72a9-5a63-4ebd-8678-fcfd3787ba65 req-cdc92c8f-9df1-4189-b3ae-c1be5187e0b2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:48.087106 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1d7b72a9-5a63-4ebd-8678-fcfd3787ba65 req-cdc92c8f-9df1-4189-b3ae-c1be5187e0b2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0867112 Oct 27 21:37:48.157001 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1d7b72a9-5a63-4ebd-8678-fcfd3787ba65 req-2230a06d-796f-4c64-ab26-f815c7a1ad9c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593772 Oct 27 21:37:48.159828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-f18e5cb9-159f-468e-b035-510265568781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:48.161229 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-f18e5cb9-159f-468e-b035-510265568781 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733497 Oct 27 21:37:48.257384 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-e6ccf508-d04a-4e02-95c3-258e837731c8 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845203 Oct 27 21:37:48.367090 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f03c0e6a-e3e2-426a-a10c-ea1139108b92 req-c736f722-21d2-4824-b65a-98ee3963471d service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927114 Oct 27 21:37:48.735381 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 40988) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:48.855417 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f41031be-9c9f-4604-9159-718cbf33cd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.934564 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f41031be-9c9f-4604-9159-718cbf33cd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.939201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f41031be-9c9f-4604-9159-718cbf33cd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.977522 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f41031be-9c9f-4604-9159-718cbf33cd6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=937400b7173b48c79328ba5d4faee8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410316 Oct 27 21:37:48.978387 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41031be-9c9f-4604-9159-718cbf33cd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49af3d-e253-4bc6-977a-c9cb376d8ef9,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:48.980293 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 40992) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:49.032288 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.053513 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.105433 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.108745 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.114257 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd49af3d-e253-4bc6-977a-c9cb376d8ef9 HTTP/1.1" status: 204 len: 168 time: 0.1287956 Oct 27 21:37:49.120707 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49af3d-e253-4bc6-977a-c9cb376d8ef9,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:49.131552 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.131970 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.132246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.132586 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.132920 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.133246 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.133577 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.133895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.134225 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.134549 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.134897 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.135214 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ce1-9972-4cdf-af82-d3979bf84b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:49.300541 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdf82e-fb48-4855-a117-85d3945bb265 req-693c811a-a942-4246-9c6c-b0980153a1ea tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:49.302087 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97fdf82e-fb48-4855-a117-85d3945bb265 req-693c811a-a942-4246-9c6c-b0980153a1ea tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0668092 Oct 27 21:37:49.347004 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-97fdf82e-fb48-4855-a117-85d3945bb265 req-7a003c93-8a1a-4b49-babf-6a8cdbb220eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Oct 27 21:37:50.470998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86cd4-69ac-48b3-9d9f-19e46650ca98 req-4ba31f7f-9102-4f6f-897b-bd456d68c592 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:50.472510 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f2d86cd4-69ac-48b3-9d9f-19e46650ca98 req-4ba31f7f-9102-4f6f-897b-bd456d68c592 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0565736 Oct 27 21:37:50.515378 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f2d86cd4-69ac-48b3-9d9f-19e46650ca98 req-d1f437b9-ac35-4bfb-8c65-15c65763c478 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367534 Oct 27 21:37:51.642745 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c1a62-726b-45a6-813f-41aae49ae3f8 req-9f8baf89-2077-45dc-b9ca-67b843bd1007 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:51.648041 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-550c1a62-726b-45a6-813f-41aae49ae3f8 req-9f8baf89-2077-45dc-b9ca-67b843bd1007 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0602462 Oct 27 21:37:51.684713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-550c1a62-726b-45a6-813f-41aae49ae3f8 req-dadef6c8-8398-4951-9b10-f7d6c6f143db tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Oct 27 21:37:51.891126 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-67b4b1d4-862c-4350-abd6-c03cdcc815ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:52.839606 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b51e-6872-4505-91c3-d74d9e319130 req-fa1f51d9-f958-4493-a863-11a26bc603bf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:52.842669 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d264b51e-6872-4505-91c3-d74d9e319130 req-fa1f51d9-f958-4493-a863-11a26bc603bf tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0823495 Oct 27 21:37:52.884473 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d264b51e-6872-4505-91c3-d74d9e319130 req-c238496c-82f1-4e9e-9afb-c374bf8a2781 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Oct 27 21:37:54.007235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eebf2c-6949-4b52-a804-8960e7adac37 req-b5425225-5de1-429c-a458-bd9d7f3e39c8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:54.008708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58eebf2c-6949-4b52-a804-8960e7adac37 req-b5425225-5de1-429c-a458-bd9d7f3e39c8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0476477 Oct 27 21:37:54.047263 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-58eebf2c-6949-4b52-a804-8960e7adac37 req-8259bad3-b67e-47f1-b2fe-16923fcd1419 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Oct 27 21:37:55.162655 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7077a-741a-4806-ae34-26101eaaa89b req-1e7bdcf6-f945-494f-9054-b60369fee56a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:55.164065 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-81a7077a-741a-4806-ae34-26101eaaa89b req-1e7bdcf6-f945-494f-9054-b60369fee56a tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0496571 Oct 27 21:37:55.203524 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-81a7077a-741a-4806-ae34-26101eaaa89b req-81f10e67-9b45-4010-b67e-197e5d1aab46 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Oct 27 21:37:56.327902 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e291bdb-486f-4ab8-b082-3ae7fc260cee req-c0027e62-d6c1-4a5f-ba97-c292491d6be5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:56.329525 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e291bdb-486f-4ab8-b082-3ae7fc260cee req-c0027e62-d6c1-4a5f-ba97-c292491d6be5 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0561829 Oct 27 21:37:56.370724 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4e291bdb-486f-4ab8-b082-3ae7fc260cee req-7c2d9cc7-e29c-40bd-a0a8-4c3ce1172b10 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338829 Oct 27 21:37:56.675464 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b9124db9-6bc8-411a-91ed-d260887b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:57.409015 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:57.501792 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7bf71-8273-4bc3-a5cf-71dca0d5b929 req-a7cdd9a1-b9df-4579-bbc7-7313ac12a8ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:57.503289 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47d7bf71-8273-4bc3-a5cf-71dca0d5b929 req-a7cdd9a1-b9df-4579-bbc7-7313ac12a8ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0491011 Oct 27 21:37:57.541349 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-47d7bf71-8273-4bc3-a5cf-71dca0d5b929 req-a35d04ff-1e79-4b73-a25b-7722487d4854 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Oct 27 21:37:57.645717 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:58.216320 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:58.661119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44279e-52ff-4a36-aa98-df981763b023 req-c5bcda9e-7054-4a83-94e8-32b91cbb5a72 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:58.663469 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f44279e-52ff-4a36-aa98-df981763b023 req-c5bcda9e-7054-4a83-94e8-32b91cbb5a72 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0504806 Oct 27 21:37:58.700500 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8f44279e-52ff-4a36-aa98-df981763b023 req-47baf8db-ec58-4390-9c1d-041cfafb1ca6 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Oct 27 21:37:59.379424 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.627628 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device d88c1c76-950e-4deb-8304-a8fd65366820 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:37:59.732105 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d88c1c76-950e-4deb-8304-a8fd65366820,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:59.749959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'port_id': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'mac_address': 'fa:16:3e:0f:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:37:59.799533 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.809380 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88c1c76-950e-4deb-8304-a8fd65366820 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:37:59.841674 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d88c1c76-950e-4deb-8304-a8fd65366820,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:59.845839 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5ae5e-598f-4163-b04c-ef802689c96c req-b270efde-d80a-4e26-9489-ff957fbfcec3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.847398 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1e5ae5e-598f-4163-b04c-ef802689c96c req-b270efde-d80a-4e26-9489-ff957fbfcec3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 943 time: 0.0665329 Oct 27 21:37:59.847517 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.888530 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1e5ae5e-598f-4163-b04c-ef802689c96c req-7b68a91e-49e4-4346-868f-7d7921f1cfb0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333436 Oct 27 21:37:59.904479 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:59.914098 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.914554 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.914909 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.915363 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.915813 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.916147 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.916498 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.916816 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.917140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.917467 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.917809 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:59.918121 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:00.221651 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['d88c1c76-950e-4deb-8304-a8fd65366820'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:00.763021 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-8cfb6dc9-8886-451c-a808-c92f9a75591f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425320 Oct 27 21:38:00.875538 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-9a78df3c-7d78-4dac-8940-5b122960cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:00.877061 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-9a78df3c-7d78-4dac-8940-5b122960cb74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0437272 Oct 27 21:38:01.034812 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-a38484ed-fb08-44db-a81f-d4401cd76b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.036351 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-a38484ed-fb08-44db-a81f-d4401cd76b3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1359704 Oct 27 21:38:01.050369 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47d90c-eef5-480e-92c2-b6df83827908 req-56fb4c09-f286-4611-88c9-17f910ea80d3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.051921 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4b47d90c-eef5-480e-92c2-b6df83827908 req-56fb4c09-f286-4611-88c9-17f910ea80d3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 944 time: 0.0815895 Oct 27 21:38:01.411828 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4b47d90c-eef5-480e-92c2-b6df83827908 req-1f939025-3582-4bb7-ba0e-8ac92a4c1433 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531792 Oct 27 21:38:01.413683 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-4cdfc290-5362-422b-ab2d-9e3b9e6d7986 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 1000 time: 0.3608627 Oct 27 21:38:01.469257 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-943f388b-9cde-4cc0-b009-efefc5efd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.470705 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-943f388b-9cde-4cc0-b009-efefc5efd6dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0463228 Oct 27 21:38:01.520216 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-ba0e7b25-2597-4abe-b601-10b734cce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.521706 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-ba0e7b25-2597-4abe-b601-10b734cce277 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429823 Oct 27 21:38:01.628069 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-1590ea77-4912-4254-8c77-1fb395a122ad service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957332 Oct 27 21:38:01.636077 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device d88c1c76-950e-4deb-8304-a8fd65366820 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:38:01.694759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port d88c1c76-950e-4deb-8304-a8fd65366820 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:38:01.701336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port d88c1c76-950e-4deb-8304-a8fd65366820 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:38:01.701903 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.749831 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-df0ad696-74f8-475e-ad7c-373eed736bb8 req-cedb288f-017a-45a0-99f5-0640b1574c8b service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116552 Oct 27 21:38:01.788648 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.812151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:01.814323 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0efb4fa-c120-4dc6-9969-8d5900414a1e" -d '{"events": [{"server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "name": "network-vif-plugged", "status": "completed", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:01.830964 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d88c1c76-950e-4deb-8304-a8fd65366820,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:01.836106 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.860046 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525bd96-e4e8-4a78-8906-095256977601 x-openstack-request-id: req-c525bd96-e4e8-4a78-8906-095256977601 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:01.860343 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "name": "network-vif-plugged", "status": "completed", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:01.860599 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c525bd96-e4e8-4a78-8906-095256977601 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:01.860994 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'code': 200} Oct 27 21:38:01.887271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:02.201611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93dc7c-de2a-41d7-b5fc-4dfa82ed3bac req-c06217bc-c329-454f-9a17-854373d828b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.202991 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da93dc7c-de2a-41d7-b5fc-4dfa82ed3bac req-c06217bc-c329-454f-9a17-854373d828b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1098 time: 0.0401142 Oct 27 21:38:02.246313 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-da93dc7c-de2a-41d7-b5fc-4dfa82ed3bac req-0f7e9c35-c474-4813-8bce-a3e308fbfd5f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Oct 27 21:38:02.528481 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599a471-d285-4940-b650-31e9608a2c7a req-233fcb3c-ad4b-4e66-89f9-d7dc38f500dc tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.530759 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7599a471-d285-4940-b650-31e9608a2c7a req-233fcb3c-ad4b-4e66-89f9-d7dc38f500dc tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0511298 Oct 27 21:38:02.572193 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7599a471-d285-4940-b650-31e9608a2c7a req-b1b4340d-484c-4e66-806f-b042c4a620b3 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329742 Oct 27 21:38:03.322181 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41256) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:03.428185 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77e02bcb-dace-42ee-aa2a-ceb7eb95763a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.503225 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77e02bcb-dace-42ee-aa2a-ceb7eb95763a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.507245 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77e02bcb-dace-42ee-aa2a-ceb7eb95763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.551418 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-77e02bcb-dace-42ee-aa2a-ceb7eb95763a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8b7aace986f467faa94cd8f18e0eb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280934 Oct 27 21:38:03.552528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e02bcb-dace-42ee-aa2a-ceb7eb95763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e223b351-1059-425d-b532-f2845bb0f40a,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:03.554300 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41260) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:03.607074 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.635342 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.712231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588dc8b-ca1b-4b00-895c-c381689baa5f req-bddfab31-c4be-4596-b6d3-19ce81498232 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:03.713708 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c588dc8b-ca1b-4b00-895c-c381689baa5f req-bddfab31-c4be-4596-b6d3-19ce81498232 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0637007 Oct 27 21:38:03.728052 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.730535 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.731617 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e223b351-1059-425d-b532-f2845bb0f40a HTTP/1.1" status: 204 len: 168 time: 0.1741652 Oct 27 21:38:03.749428 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbf9a3-750c-436e-9a53-f23c6fce1b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e223b351-1059-425d-b532-f2845bb0f40a,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:03.768124 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c588dc8b-ca1b-4b00-895c-c381689baa5f req-bf8a5e90-da7f-46f1-9614-080c3012d368 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473976 Oct 27 21:38:04.885266 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6354ccc-0dcc-4db5-9042-9f3f7f918459 req-eb7e371a-f9cd-4d95-815e-ac591e4d0aae tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:04.885266 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6354ccc-0dcc-4db5-9042-9f3f7f918459 req-eb7e371a-f9cd-4d95-815e-ac591e4d0aae tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0493999 Oct 27 21:38:04.927315 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c6354ccc-0dcc-4db5-9042-9f3f7f918459 req-ac8eb633-b313-4d7a-bc62-e77b4ceab4e4 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359306 Oct 27 21:38:05.039794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff487-e5b3-49cf-9f97-9303ae03909e req-5ad225ef-9190-4ab7-9431-82ff7131ef34 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:05.041275 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a1dff487-e5b3-49cf-9f97-9303ae03909e req-5ad225ef-9190-4ab7-9431-82ff7131ef34 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0491462 Oct 27 21:38:05.079460 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a1dff487-e5b3-49cf-9f97-9303ae03909e req-11b8b1e5-dc9d-4e66-b608-c6e4d47cb1f0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Oct 27 21:38:05.100987 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41282) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:05.285801 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce17943-c805-4c82-ab25-12241d70b1f5 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:05.287328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-dce17943-c805-4c82-ab25-12241d70b1f5 tempest-TestVolumeBootPattern-175496132 tempest-TestVolumeBootPattern-175496132-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1093 time: 0.1853516 Oct 27 21:38:05.290175 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41286) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:05.294373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'port_id': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:05.316749 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:05.416993 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:05.537678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Allocated IP 172.27.0.57 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/fb2db933-bc65-4f33-a5a8-452e22d9f9d9) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:38:05.645647 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:05.647979 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:38:05.678868 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:05.722546 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:38:05.725483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:38:05.729001 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:38:05.734450 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=fb2db933-bc65-4f33-a5a8-452e22d9f9d9,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:06.062710 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.135492 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.286747 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.291808 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.362611 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event updated for resources: {'Port': ['ID=fb2db933-bc65-4f33-a5a8-452e22d9f9d9,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:06.370517 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.469098 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 61c6be26-0401-4cac-b8db-6ded25e15a79 associated. External IP: 172.27.0.57, port: d88c1c76-950e-4deb-8304-a8fd65366820. Oct 27 21:38:06.680064 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:06.785621 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:06.796102 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:06.804043 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:06.806930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:06.807576 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:37:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:06.845840 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0625104a-b9be-4cd2-be41-9d24e57b2cf1 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5403583 Oct 27 21:38:06.845840 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:06.845840 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2aaee8-8f89-4395-8321-855fa5a5df36" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:06.869739 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f23dd-2cc2-4fcc-b75b-fa693f9ef3ce x-openstack-request-id: req-ef0f23dd-2cc2-4fcc-b75b-fa693f9ef3ce {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:06.869972 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:06.870222 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef0f23dd-2cc2-4fcc-b75b-fa693f9ef3ce {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:06.870622 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'status': 'completed', 'code': 200} Oct 27 21:38:06.914422 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:07.271516 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '61c6be26-0401-4cac-b8db-6ded25e15a79', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:0f:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:38:05Z', 'updated_at': '2021-10-27T21:38:05Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}, {'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:07.297349 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:07.306243 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:07.306847 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:37:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:07.410746 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:07.649313 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '61c6be26-0401-4cac-b8db-6ded25e15a79', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:0f:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:38:05Z', 'updated_at': '2021-10-27T21:38:05Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}, {'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:07.677905 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109ce01-bf52-4bc4-8d42-eba73d50a4f4 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '61c6be26-0401-4cac-b8db-6ded25e15a79', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:0f:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:38:05Z', 'updated_at': '2021-10-27T21:38:05Z', 'revision_number': 0, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}, {'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:07.868367 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001b4c2-f958-4910-8e51-bfa8256bc002 None None] New status for floating IP 61c6be26-0401-4cac-b8db-6ded25e15a79: ACTIVE {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:38:08.953016 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-0f958852-53de-4808-b82f-652d96c75be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:08.954533 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-0f958852-53de-4808-b82f-652d96c75be8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1098 time: 0.0455956 Oct 27 21:38:09.085341 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-1b86e4f8-76b5-473c-91d8-b1430b4b79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.086816 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-1b86e4f8-76b5-473c-91d8-b1430b4b79f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.0911202 Oct 27 21:38:09.154048 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-c194518b-1206-4a27-8761-6b6fa1c5b576 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 200 len: 1000 time: 0.0594163 Oct 27 21:38:09.212555 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-08c80030-0b54-4e59-936a-24910c58fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.214151 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-08c80030-0b54-4e59-936a-24910c58fb30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0461242 Oct 27 21:38:09.265678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-3a05cf87-ac9a-45d7-9108-c184c106ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.267169 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-3a05cf87-ac9a-45d7-9108-c184c106ab34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439272 Oct 27 21:38:09.355782 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-98664949-5321-47ee-afcf-88ffd680f1f9 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808420 Oct 27 21:38:09.455188 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0e2aaee8-8f89-4395-8321-855fa5a5df36 req-55b44dbf-f2f7-4d69-a313-4b30873945ca service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918748 Oct 27 21:38:12.883546 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41376) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:12.991951 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d435f222-cd8b-4060-b257-d1fbf4672445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.074620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d435f222-cd8b-4060-b257-d1fbf4672445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.079749 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-d435f222-cd8b-4060-b257-d1fbf4672445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.118526 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-d435f222-cd8b-4060-b257-d1fbf4672445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2f207420d704b98a4f1d3fb9c0eeb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338278 Oct 27 21:38:13.119370 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435f222-cd8b-4060-b257-d1fbf4672445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9975ceb-413a-4ac7-a0da-800ee4122865,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:13.121193 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41380) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:13.171935 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.193421 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.239762 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.242468 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.243648 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9975ceb-413a-4ac7-a0da-800ee4122865 HTTP/1.1" status: 204 len: 168 time: 0.1214416 Oct 27 21:38:13.252154 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4ff6f-6bc7-4e95-9ed3-fc600a6207a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9975ceb-413a-4ac7-a0da-800ee4122865,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:13.496959 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41388) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:13.510497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe141-df62-4bf0-9eb5-515d6667db99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.584908 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe141-df62-4bf0-9eb5-515d6667db99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.588703 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe141-df62-4bf0-9eb5-515d6667db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.629545 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8dbbe141-df62-4bf0-9eb5-515d6667db99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3dbeb224b6d45dd8a91e66438d7e073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315541 Oct 27 21:38:13.630321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbe141-df62-4bf0-9eb5-515d6667db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d1b37-5e6b-43b8-9e45-07a3f0eb249c,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:13.632255 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41390) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:13.681440 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.701928 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.747242 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.749892 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:13.751030 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b74d1b37-5e6b-43b8-9e45-07a3f0eb249c HTTP/1.1" status: 204 len: 168 time: 0.1178017 Oct 27 21:38:13.759522 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b8c64-657b-4d30-91f0-fd63f8fb1c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d1b37-5e6b-43b8-9e45-07a3f0eb249c,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:18.096238 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41474) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:18.198661 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e6004c8c-b1d6-4e32-9d2e-1738cd588315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.275543 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e6004c8c-b1d6-4e32-9d2e-1738cd588315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.279351 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e6004c8c-b1d6-4e32-9d2e-1738cd588315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.316292 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e6004c8c-b1d6-4e32-9d2e-1738cd588315 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a07506da89c14b2ab20d9494f26e632f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189918 Oct 27 21:38:18.318228 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004c8c-b1d6-4e32-9d2e-1738cd588315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5994c3-917b-48fb-a53e-6533b78ccdfb,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:18.319049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41478) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:18.367878 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.390781 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.437355 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.439968 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.441097 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f5994c3-917b-48fb-a53e-6533b78ccdfb HTTP/1.1" status: 204 len: 168 time: 0.1210043 Oct 27 21:38:18.454063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132bf8-19fa-41c6-9940-4664828ec051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5994c3-917b-48fb-a53e-6533b78ccdfb,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:18.707014 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41484) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:18.721152 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f595-be94-476f-9752-1f2f859b0448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.801130 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f595-be94-476f-9752-1f2f859b0448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.805948 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f595-be94-476f-9752-1f2f859b0448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.844784 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1ef0f595-be94-476f-9752-1f2f859b0448 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=382064a65fe64735a766118a59e7d01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365809 Oct 27 21:38:18.845642 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0f595-be94-476f-9752-1f2f859b0448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68222d2-bd3f-4a7a-8be7-bbe06ae2403e,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:18.847660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41486) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:18.898649 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.920151 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.967204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.970414 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:18.971599 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b68222d2-bd3f-4a7a-8be7-bbe06ae2403e HTTP/1.1" status: 204 len: 168 time: 0.1226029 Oct 27 21:38:18.979470 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b4b3-4e58-40f1-969c-6d91ec36ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68222d2-bd3f-4a7a-8be7-bbe06ae2403e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:20.841631 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41560) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:20.946810 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-772c494f-5983-4d12-a155-688cceb13f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.020610 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-772c494f-5983-4d12-a155-688cceb13f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.024361 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-772c494f-5983-4d12-a155-688cceb13f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.065164 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c494f-5983-4d12-a155-688cceb13f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d093f2a-bb68-4272-b1bb-e6e7ca061297,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:21.069497 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-772c494f-5983-4d12-a155-688cceb13f2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d31b94b8c0b4067954cad89e1b95a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268586 Oct 27 21:38:21.072135 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41564) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:21.122549 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.148728 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.204696 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.207249 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.208406 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d093f2a-bb68-4272-b1bb-e6e7ca061297 HTTP/1.1" status: 204 len: 168 time: 0.1352737 Oct 27 21:38:21.217338 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89bb75-e258-4c7a-8881-60d64657b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d093f2a-bb68-4272-b1bb-e6e7ca061297,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:21.471696 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41570) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:21.485106 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e0743fe4-fc67-48a7-8a8f-c21cfd690edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.557860 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e0743fe4-fc67-48a7-8a8f-c21cfd690edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.561599 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e0743fe4-fc67-48a7-8a8f-c21cfd690edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.598981 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e0743fe4-fc67-48a7-8a8f-c21cfd690edd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f09c14289f64b5aa0c2f92a5d4002a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262000 Oct 27 21:38:21.599933 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0743fe4-fc67-48a7-8a8f-c21cfd690edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6752a-1ce8-4794-8ff5-23d8d519c731,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:21.601665 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41572) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:21.653425 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.675500 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.721109 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.723862 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.725014 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15f6752a-1ce8-4794-8ff5-23d8d519c731 HTTP/1.1" status: 204 len: 168 time: 0.1217465 Oct 27 21:38:21.732722 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b959a8-636c-4a01-99fa-87b89405a82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6752a-1ce8-4794-8ff5-23d8d519c731,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:21.892531 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4353-5839-41a4-b2e0-001ec7646e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:26.677808 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-13a765bb-e200-484c-996b-7c9041464e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:27.408863 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:27.653949 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:28.221715 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:29.378935 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.055119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41660) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:31.161249 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34591cdd-3d76-443e-8d97-9e2a4c3c918c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.237429 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34591cdd-3d76-443e-8d97-9e2a4c3c918c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.241267 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-34591cdd-3d76-443e-8d97-9e2a4c3c918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.280732 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-34591cdd-3d76-443e-8d97-9e2a4c3c918c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32d6bf5a98e841cfa7650fcb35481f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245040 Oct 27 21:38:31.282248 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34591cdd-3d76-443e-8d97-9e2a4c3c918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e3890-6629-41e4-b2d2-31175851f1c9,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:31.284070 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41664) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:31.335377 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.356004 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.400724 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.403699 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:31.404879 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a8e3890-6629-41e4-b2d2-31175851f1c9 HTTP/1.1" status: 204 len: 168 time: 0.1197970 Oct 27 21:38:31.413340 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826fd67-19bf-4028-96ed-01b598690e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e3890-6629-41e4-b2d2-31175851f1c9,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:42.646878 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:38:44.209478 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3283c459-cf09-4318-9de0-3a28521971f8 req-f836ae8d-094c-46d0-b3c4-2113f9ff516a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16334135&fields=id&tenant_id=c6e82448c1a842cd95ba26d7d0369d3e HTTP/1.1" status: 200 len: 267 time: 0.0344789 Oct 27 21:38:44.266136 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c459-cf09-4318-9de0-3a28521971f8 req-67717292-17ef-4bca-a369-2495081511e6 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.268181 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3283c459-cf09-4318-9de0-3a28521971f8 req-67717292-17ef-4bca-a369-2495081511e6 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 984 time: 0.0520124 Oct 27 21:38:44.279298 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Request body: {'port': {'security_groups': ['09dda294-07f0-4b9e-89a6-a65f3269ac5b']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:44.345486 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.521424 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:44.559176 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.563591 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.601795 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:44.607975 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.608612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.610009 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3283c459-cf09-4318-9de0-3a28521971f8 req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "PUT /v2.0/ports/4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 942 time: 0.3351705 Oct 27 21:38:44.610475 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:44.613363 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:44.618309 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41780) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:44.636159 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd564-bbbe-4e99-aa91-43450e6bdee2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event updated for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=7']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:44.673882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3fed6-4164-4118-bc32-29180dca91ad x-openstack-request-id: req-1ab3fed6-4164-4118-bc32-29180dca91ad {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:44.674244 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:44.674668 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ab3fed6-4164-4118-bc32-29180dca91ad {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:44.675068 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:38:44.704780 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.740732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.785091 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-641e7b7b-6fd2-4970-b443-81e5764ae9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.787147 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-641e7b7b-6fd2-4970-b443-81e5764ae9c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0562429 Oct 27 21:38:44.788348 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:44.815558 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.819148 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.822718 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "DELETE /v2.0/security-groups/440a4611-f14c-40e1-a078-cdd0b6d3ce04 HTTP/1.1" status: 204 len: 168 time: 0.1978843 Oct 27 21:38:44.829838 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41786) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:44.831807 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede1230-c484-4733-9e57-abf267ba80c8 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a4611-f14c-40e1-a078-cdd0b6d3ce04,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:44.916823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-e406a896-06e0-4fa8-a918-5d46b16bccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.918294 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-e406a896-06e0-4fa8-a918-5d46b16bccca service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 916 time: 0.1221232 Oct 27 21:38:44.951626 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-8f13ce13-7c2e-4199-8a98-953b0dcb5a67 None None] Provisioning complete for port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:38:44.952421 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8f13ce13-7c2e-4199-8a98-953b0dcb5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.997552 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-d1ccd820-5396-47ae-967c-5ce88ee61eaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 1001 time: 0.0685952 Oct 27 21:38:45.009979 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Deleting port 7988a518-5fe5-4929-aaa3-fc4db0e59b04 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:45.010327 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.054314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-14085625-de31-495f-84f6-2324c3b18716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.055939 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-14085625-de31-495f-84f6-2324c3b18716 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0502255 Oct 27 21:38:45.098811 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.099064 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.111738 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Calling delete_port for 7988a518-5fe5-4929-aaa3-fc4db0e59b04 owned by network:floatingip {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:45.120357 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-51f1c3dd-2ef3-4aae-82fc-0ecb5da5ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.122066 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-51f1c3dd-2ef3-4aae-82fc-0ecb5da5ae5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578990 Oct 27 21:38:45.221099 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-c69afc60-b7cf-48f3-8283-3f64a9831962 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Oct 27 21:38:45.286906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.316105 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event deleted for resources: {'Port': ['ID=7988a518-5fe5-4929-aaa3-fc4db0e59b04,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:45.316498 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6366bb65-1751-4b3f-9acc-0c51f8adc6d4 req-4d810ec0-2c17-47d2-8825-303f4ff6753c service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873291 Oct 27 21:38:45.384409 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks [] for floatingip, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.384888 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.l3_db [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Floating IP 9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a disassociated (deleted). External IP: 172.27.0.189, port: 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f. Oct 27 21:38:45.590248 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Router b13f02b1-9c71-4a2c-a704-40be32553b51 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:45.696362 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:45.701077 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:45.706142 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Sync routers for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:45.716170 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:45.716866 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:45.728966 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4653cf82-6570-4e54-a3be-76c30bc0e195 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "DELETE /v2.0/floatingips/9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a HTTP/1.1" status: 204 len: 168 time: 0.8866055 Oct 27 21:38:45.729547 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:45.731824 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:45.768746 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d72e5-1b24-45f9-862e-6cf605e2c3e0 x-openstack-request-id: req-9a2d72e5-1b24-45f9-862e-6cf605e2c3e0 {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:45.769036 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:45.769383 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a2d72e5-1b24-45f9-862e-6cf605e2c3e0 {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:45.769677 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:38:45.838765 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:45.874767 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-a4062837-5da8-44bb-8e85-c1ef99772114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.876323 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-a4062837-5da8-44bb-8e85-c1ef99772114 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0455661 Oct 27 21:38:45.983493 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-482786b3-d093-4804-8ab4-c57c6b14024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.985065 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-482786b3-d093-4804-8ab4-c57c6b14024d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 200 len: 916 time: 0.0993674 Oct 27 21:38:46.037383 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-7522d3c3-8be9-4b7e-9a0c-3b925a3a11e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 200 len: 217 time: 0.0390887 Oct 27 21:38:46.057930 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:46.084712 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Checking router: b13f02b1-9c71-4a2c-a704-40be32553b51 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:46.093111 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:46.093749 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:46.103704 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-c88ea2b6-1cec-4d99-a245-78d6b55d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:46.105161 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-c88ea2b6-1cec-4d99-a245-78d6b55d6cd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 200 len: 854 time: 0.0445638 Oct 27 21:38:46.179812 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-532d83c0-5b35-4d14-b734-5a35f8600e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:46.181321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-532d83c0-5b35-4d14-b734-5a35f8600e55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef1c58f7-29df-4bcd-93cf-7bc76f960599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501323 Oct 27 21:38:46.202213 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:46.418340 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:46.446611 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0e68-09b9-4287-9ac6-9aa56572f9b2 None None] The sync data for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi is: [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:28Z', 'revision_number': 4, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '651c8ba0-3a3b-4f0a-8b76-945632053538', 'name': '', 'network_id': 'ef1c58f7-29df-4bcd-93cf-7bc76f960599', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'mac_address': 'fa:16:3e:8d:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:26Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'subnets': [{'id': '75d53cd3-9531-4a3d-a2ef-497285639120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:46.545377 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-07fe9282-49f0-4308-b02e-292d73df14b4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535755 Oct 27 21:38:46.659841 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cc0f6a6-9b71-4bf4-91dd-8625a37c86e0 req-a2712cf9-ab36-4c3a-a397-adc2f3be55fe service neutron] 10.222.0.66 "GET /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930693 Oct 27 21:38:46.696495 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0a3d5-28de-45a9-aa66-7c18d778b67b None None] New status for floating IP 9e3bfda7-a25d-4486-9ea0-5ab6e7096e0a: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:38:48.451771 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831811d-1f86-44af-a875-1ce17ee7e09a req-5826970e-8a2b-4d8d-aa9d-919de3b3f4d3 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:48.453270 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8831811d-1f86-44af-a875-1ce17ee7e09a req-5826970e-8a2b-4d8d-aa9d-919de3b3f4d3 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0492082 Oct 27 21:38:48.494767 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8831811d-1f86-44af-a875-1ce17ee7e09a req-712fb214-9cdb-4117-984b-4c1b64c32a6b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Oct 27 21:38:49.622436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cfab5-ef53-414f-b2fb-7d001c0d24f3 req-d4f10f0d-353e-4616-a209-551783874b6b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:49.624089 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d7cfab5-ef53-414f-b2fb-7d001c0d24f3 req-d4f10f0d-353e-4616-a209-551783874b6b tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0592127 Oct 27 21:38:49.662770 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0d7cfab5-ef53-414f-b2fb-7d001c0d24f3 req-56e95afd-b42e-495b-8879-1b81e1c6cb3a tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Oct 27 21:38:50.776609 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c9812-a3bc-43df-b5ea-220771d8f0f9 req-d615f713-e88a-419d-9c60-7c5c68864934 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:50.778340 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-651c9812-a3bc-43df-b5ea-220771d8f0f9 req-d615f713-e88a-419d-9c60-7c5c68864934 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Oct 27 21:38:50.816328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-651c9812-a3bc-43df-b5ea-220771d8f0f9 req-abc0b383-3f45-4d91-9070-0697653580a2 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Oct 27 21:38:51.896906 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2e5f111f-8fb2-483a-925f-1ede709858b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:51.934047 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c48510-75fb-4ad5-8589-7ef131eb7e26 req-8fcaf05a-0716-4075-9f21-0602cca24124 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:51.935476 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-99c48510-75fb-4ad5-8589-7ef131eb7e26 req-8fcaf05a-0716-4075-9f21-0602cca24124 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0541832 Oct 27 21:38:51.977268 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-99c48510-75fb-4ad5-8589-7ef131eb7e26 req-8d359f5f-c889-4c2e-a8b9-bc69258d679d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351298 Oct 27 21:38:53.090830 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d977f-f0df-4a2b-8f49-c153da0e7d00 req-f5f806e7-b8f9-4562-8bbc-d9a1b8fa47f5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:53.092377 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a6d977f-f0df-4a2b-8f49-c153da0e7d00 req-f5f806e7-b8f9-4562-8bbc-d9a1b8fa47f5 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Oct 27 21:38:53.131558 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5a6d977f-f0df-4a2b-8f49-c153da0e7d00 req-160ecaad-3409-43ce-ae01-db8a8168eb2d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/security-groups?id=09dda294-07f0-4b9e-89a6-a65f3269ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Oct 27 21:38:53.579522 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-0d02f6f7-bd64-48e9-965b-062e4dcd75c7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:53.580986 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-0d02f6f7-bd64-48e9-965b-062e4dcd75c7 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 945 time: 0.0474594 Oct 27 21:38:53.673409 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Deleting port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:53.673651 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.760545 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] For port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:53.760900 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.774158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Calling delete_port for 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:53.901943 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.931996 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Pushing event deleted for resources: {'Port': ['ID=4f8df080-8ce9-4daf-8286-b0aea8c9fa4f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:53.954857 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:53.957688 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.958034 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.958376 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.958715 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.959049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.959420 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.959750 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.960078 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.960404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.960804 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.961058 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.961380 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:53.983618 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] No DVR routers for this DVR port 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:53.985964 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.989306 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a4ab579a-4230-4379-9360-e1de4ec52afd req-9bfae168-dbf1-420c-bc41-39045c2eae87 tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.66 "DELETE /v2.0/ports/4f8df080-8ce9-4daf-8286-b0aea8c9fa4f HTTP/1.1" status: 204 len: 173 time: 0.4017482 Oct 27 21:38:53.989744 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'name': 'network-vif-deleted', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:53.992010 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce41d2-6ed3-49ca-aca8-4e7f50edbafd" -d '{"events": [{"server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "name": "network-vif-deleted", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:54.027699 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdce4b7-b14f-45e2-ac2e-2a581018fe19 x-openstack-request-id: req-4bdce4b7-b14f-45e2-ac2e-2a581018fe19 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:54.027988 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e7aeab-47e2-46d5-a27a-e45563d16ca5", "name": "network-vif-deleted", "tag": "4f8df080-8ce9-4daf-8286-b0aea8c9fa4f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:54.028235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bdce4b7-b14f-45e2-ac2e-2a581018fe19 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:54.028639 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7aeab-47e2-46d5-a27a-e45563d16ca5', 'name': 'network-vif-deleted', 'tag': '4f8df080-8ce9-4daf-8286-b0aea8c9fa4f', 'status': 'completed', 'code': 200} Oct 27 21:38:54.239885 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-ad75536d-bc4e-4d59-9321-837e051fb869 req-d3b4aaca-2ede-4760-9466-a08b78c62c8d tempest-TestMinimumBasicScenario-1877342929 tempest-TestMinimumBasicScenario-1877342929-project] 10.222.0.49 "GET /v2.0/ports?device_id=81e7aeab-47e2-46d5-a27a-e45563d16ca5 HTTP/1.1" status: 200 len: 210 time: 0.0294228 Oct 27 21:38:55.906659 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41912) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:56.381643 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.679380 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Deleting port 651c8ba0-3a3b-4f0a-8b76-945632053538 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:56.679718 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.684959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-922ebf2d-8ebc-4bbb-a45d-07dae7c2b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.758825 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] For port 651c8ba0-3a3b-4f0a-8b76-945632053538, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=651c8ba0-3a3b-4f0a-8b76-945632053538,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:56.759179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.770947 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Calling delete_port for 651c8ba0-3a3b-4f0a-8b76-945632053538 owned by network:router_interface {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:56.945661 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.972794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Pushing event deleted for resources: {'Port': ['ID=651c8ba0-3a3b-4f0a-8b76-945632053538,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:57.141182 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.368983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Router b13f02b1-9c71-4a2c-a704-40be32553b51 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:57.428539 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.484065 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:57.491587 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-c8e8c0b6-e75b-45f9-89ed-f98fe5c4c757 admin admin] 10.222.0.49 "PUT /v2.0/routers/b13f02b1-9c71-4a2c-a704-40be32553b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837104 Oct 27 21:38:57.494416 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41926) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:57.496518 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Sync routers for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:57.517421 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:57.518040 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:57.641181 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.747752 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.758818 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.788366 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:57.802533 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Deleting port 84977b8e-de79-4057-af1f-fc1f8f3552a0 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:57.802874 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.961658 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:57.989269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:57.989613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 4f8df080-8ce9-4daf-8286-b0aea8c9fa4f not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:58.002710 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:38:56Z', 'revision_number': 5, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port': {'id': '84977b8e-de79-4057-af1f-fc1f8f3552a0', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:58.031012 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Checking router: b13f02b1-9c71-4a2c-a704-40be32553b51 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:58.040070 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Routers {'b13f02b1-9c71-4a2c-a704-40be32553b51'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:58.040674 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['b13f02b1-9c71-4a2c-a704-40be32553b51'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:58.090612 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] For port 84977b8e-de79-4057-af1f-fc1f8f3552a0, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=84977b8e-de79-4057-af1f-fc1f8f3552a0,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:58.090993 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.103640 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Calling delete_port for 84977b8e-de79-4057-af1f-fc1f8f3552a0 owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:58.127237 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] Set router b13f02b1-9c71-4a2c-a704-40be32553b51 gateway port host: None {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:58.182614 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:38:57Z', 'revision_number': 6, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:58.208956 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a7c8-9af8-4d70-acfd-20e8716e2245 None None] The sync data for ids ['b13f02b1-9c71-4a2c-a704-40be32553b51'] in dv-cinder-815146-4-iscsi is: [{'id': 'b13f02b1-9c71-4a2c-a704-40be32553b51', 'name': 'tempest-TestMinimumBasicScenario-1536541195-router', 'tenant_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:22Z', 'updated_at': '2021-10-27T21:38:57Z', 'revision_number': 6, 'project_id': 'c6e82448c1a842cd95ba26d7d0369d3e', 'gw_port_host': None}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:58.235631 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.270878 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.296374 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=84977b8e-de79-4057-af1f-fc1f8f3552a0,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:58.308254 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.308606 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.308943 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.309274 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.309604 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.309933 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.310258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.310583 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.310906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.311223 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.311565 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.311884 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:58.369817 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.461922 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.464113 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.508475 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.509138 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13f02b1-9c71-4a2c-a704-40be32553b51 {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:38:58.517097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.518321 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2bc8b592-b7bf-44e5-a1ff-284f51169b59 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b13f02b1-9c71-4a2c-a704-40be32553b51 HTTP/1.1" status: 204 len: 168 time: 1.0228901 Oct 27 21:38:58.521573 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41932) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:58.582898 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Deleting subnet 75d53cd3-9531-4a3d-a2ef-497285639120 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:38:58.588218 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.641025 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.721374 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.775658 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.803880 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d53cd3-9531-4a3d-a2ef-497285639120,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:58.815335 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.819561 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-0592f919-42b6-4aa0-9af7-0e51c7411cf9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/75d53cd3-9531-4a3d-a2ef-497285639120 HTTP/1.1" status: 204 len: 168 time: 0.2967043 Oct 27 21:38:58.821134 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d721fa1-a8a1-40af-a50d-ba18aea255f5 None None] Network ef1c58f7-29df-4bcd-93cf-7bc76f960599 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:58.821796 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41936) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:58.889577 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.948621 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Deleting port 51c09a47-070e-42a5-8f6a-a80ca2666659 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:58.949020 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.007788 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] DHCP port deletion for ef1c58f7-29df-4bcd-93cf-7bc76f960599 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:38:59.022344 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] For port 51c09a47-070e-42a5-8f6a-a80ca2666659, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=51c09a47-070e-42a5-8f6a-a80ca2666659,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:59.022704 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.034990 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Calling delete_port for 51c09a47-070e-42a5-8f6a-a80ca2666659 owned by network:dhcp {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:59.055412 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Deleting port 51c09a47-070e-42a5-8f6a-a80ca2666659 {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:59.055782 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.122297 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.123986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] For port 51c09a47-070e-42a5-8f6a-a80ca2666659, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=51c09a47-070e-42a5-8f6a-a80ca2666659,segment=NetworkSegment(4d121de7-8409-49d5-af9b-ec089821b537),segment_id=4d121de7-8409-49d5-af9b-ec089821b537)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:59.124385 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.136623 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Calling delete_port for 51c09a47-070e-42a5-8f6a-a80ca2666659 owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:59.152005 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c09a47-070e-42a5-8f6a-a80ca2666659,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:59.157437 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] No DVR routers for this DVR port 51c09a47-070e-42a5-8f6a-a80ca2666659 on host dv-cinder-815146-4-iscsi {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:59.216965 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.237730 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.243820 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] Pushing event deleted for resources: {'Port': ['ID=51c09a47-070e-42a5-8f6a-a80ca2666659,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:59.247580 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960dbfa-786a-446b-b83c-c068febe4969 None None] No DVR routers for this DVR port 51c09a47-070e-42a5-8f6a-a80ca2666659 on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:59.265574 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1c58f7-29df-4bcd-93cf-7bc76f960599']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:59.275992 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d121de7-8409-49d5-af9b-ec089821b537') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:59.276283 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d121de7-8409-49d5-af9b-ec089821b537') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:59.287888 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.301927 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.307768 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:38:59.308139 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:38:59.310063 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:38:59.368337 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.374562 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.377727 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef1c58f7-29df-4bcd-93cf-7bc76f960599 HTTP/1.1" status: 204 len: 168 time: 0.5550015 Oct 27 21:38:59.387222 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.387873 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41938) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:59.395434 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98145d96-de5a-4b79-82ad-f69b5b629ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1c58f7-29df-4bcd-93cf-7bc76f960599,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:59.470582 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 84977b8e-de79-4057-af1f-fc1f8f3552a0 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:59.495718 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 84977b8e-de79-4057-af1f-fc1f8f3552a0 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:59.496067 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 84977b8e-de79-4057-af1f-fc1f8f3552a0 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:59.496490 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 651c8ba0-3a3b-4f0a-8b76-945632053538 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:59.516342 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 651c8ba0-3a3b-4f0a-8b76-945632053538 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:59.516689 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 651c8ba0-3a3b-4f0a-8b76-945632053538 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:59.517107 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 51c09a47-070e-42a5-8f6a-a80ca2666659 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:59.536475 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 51c09a47-070e-42a5-8f6a-a80ca2666659 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:59.536898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 51c09a47-070e-42a5-8f6a-a80ca2666659 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:59.747923 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.008191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Deleting port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:00.008440 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.089527 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] For port 11255ebe-7fa3-43cb-9d20-ff35cd8054d8, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:00.089909 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.104318 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Calling delete_port for 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:00.283265 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.307854 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Pushing event deleted for resources: {'Port': ['ID=11255ebe-7fa3-43cb-9d20-ff35cd8054d8,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:00.472734 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.681160 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Router cb1af616-4df4-4564-863c-1d504bde659b has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:00.785102 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:00.790033 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c9087e28-59a3-4d53-806f-458a993bfdcd admin admin] 10.222.0.49 "PUT /v2.0/routers/cb1af616-4df4-4564-863c-1d504bde659b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011648 Oct 27 21:39:00.792565 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41944) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:00.795395 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Sync routers for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:00.805860 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:00.806471 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:00.898506 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.912239 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:01.110257 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:39:00Z', 'revision_number': 5, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:01.138611 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Checking router: cb1af616-4df4-4564-863c-1d504bde659b for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:01.147523 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Routers {'cb1af616-4df4-4564-863c-1d504bde659b'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:01.148136 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:38:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['cb1af616-4df4-4564-863c-1d504bde659b'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:01.216809 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.265724 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] Set router cb1af616-4df4-4564-863c-1d504bde659b gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:01.273158 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Deleting port dd39b459-669f-41c8-95f9-b253736399fb {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:01.273611 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.352445 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] For port dd39b459-669f-41c8-95f9-b253736399fb, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=dd39b459-669f-41c8-95f9-b253736399fb,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:01.352827 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.365743 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Calling delete_port for dd39b459-669f-41c8-95f9-b253736399fb owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:01.444522 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:39:00Z', 'revision_number': 5, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:01.541996 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.563550 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79a5b5-f666-4d43-ada1-2e1832d60bae None None] The sync data for ids ['cb1af616-4df4-4564-863c-1d504bde659b'] in dv-cinder-815146-4-iscsi is: [{'id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'name': 'tempest-TestMinimumBasicScenario-2000536810-router', 'tenant_id': 'c4d9987c58404a8691096100ac872be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:32Z', 'updated_at': '2021-10-27T21:39:00Z', 'revision_number': 5, 'project_id': 'c4d9987c58404a8691096100ac872be6', 'gw_port': {'id': 'dd39b459-669f-41c8-95f9-b253736399fb', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1af616-4df4-4564-863c-1d504bde659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:34Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:01.575545 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd39b459-669f-41c8-95f9-b253736399fb,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:01.647861 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.739498 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.741490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.785401 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.786078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1af616-4df4-4564-863c-1d504bde659b {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:39:01.792532 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.793691 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-281cd819-b539-4678-93b7-c80dc836db86 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cb1af616-4df4-4564-863c-1d504bde659b HTTP/1.1" status: 204 len: 168 time: 1.0002048 Oct 27 21:39:01.796202 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41948) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:01.844193 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Deleting subnet 92f80bef-293c-4296-aa8f-86ca6927c9e5 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:39:01.847300 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.881748 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.962877 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.025658 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.052894 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0bfbb-02c4-435e-8e16-635e4033d56a None None] Network 3a34f2a1-6955-4828-b6d3-1492f607441a requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:02.071233 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.074580 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/92f80bef-293c-4296-aa8f-86ca6927c9e5 HTTP/1.1" status: 204 len: 168 time: 0.2773695 Oct 27 21:39:02.075638 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8034c-b9c6-4091-8ca2-51c2cf3f68a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f80bef-293c-4296-aa8f-86ca6927c9e5,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:02.077194 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41950) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:02.158192 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.216171 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Deleting port 63ca044a-97ae-4cb5-ae1d-1fd90741569d {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:02.216707 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.244187 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] DHCP port deletion for 3a34f2a1-6955-4828-b6d3-1492f607441a request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:39:02.289272 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] For port 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=63ca044a-97ae-4cb5-ae1d-1fd90741569d,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:02.290071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.293883 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Deleting port 63ca044a-97ae-4cb5-ae1d-1fd90741569d {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:02.294260 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.305871 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Calling delete_port for 63ca044a-97ae-4cb5-ae1d-1fd90741569d owned by network:dhcp {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:02.365819 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] For port 63ca044a-97ae-4cb5-ae1d-1fd90741569d, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=63ca044a-97ae-4cb5-ae1d-1fd90741569d,segment=NetworkSegment(b3186fda-7bf9-45ec-94c6-5ec05d9fb033),segment_id=b3186fda-7bf9-45ec-94c6-5ec05d9fb033)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:02.366215 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.378370 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Calling delete_port for 63ca044a-97ae-4cb5-ae1d-1fd90741569d owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:02.385903 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.412731 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ca044a-97ae-4cb5-ae1d-1fd90741569d,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:02.414429 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] No DVR routers for this DVR port 63ca044a-97ae-4cb5-ae1d-1fd90741569d on host dv-cinder-815146-4-iscsi {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:39:02.457486 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.487326 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Pushing event deleted for resources: {'Port': ['ID=63ca044a-97ae-4cb5-ae1d-1fd90741569d,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:02.488037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.493153 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] No DVR routers for this DVR port 63ca044a-97ae-4cb5-ae1d-1fd90741569d on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:39:02.502680 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.503056 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.503459 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.503809 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.504147 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.504484 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.504816 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.505149 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.505531 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.505794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.506120 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.506444 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb86dfa-6c2e-475d-b49b-928f76055cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:02.511077 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a34f2a1-6955-4828-b6d3-1492f607441a']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:02.521235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:02.521540 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3186fda-7bf9-45ec-94c6-5ec05d9fb033') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:02.530828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.544946 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.552003 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:39:02.552768 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:39:02.554546 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:39:02.879530 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.892049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.895897 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3a34f2a1-6955-4828-b6d3-1492f607441a HTTP/1.1" status: 204 len: 168 time: 0.8171396 Oct 27 21:39:02.908466 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf1b2-e4a1-4373-b973-28545e1fe253 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a34f2a1-6955-4828-b6d3-1492f607441a,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.085083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41962) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:03.124534 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-016530c3-6cba-4ee3-89f9-64172679bf88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6e82448c1a842cd95ba26d7d0369d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382202 Oct 27 21:39:03.126907 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 41964) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:03.176265 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.201229 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.256414 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.259639 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.260911 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09dda294-07f0-4b9e-89a6-a65f3269ac5b HTTP/1.1" status: 204 len: 168 time: 0.1330106 Oct 27 21:39:03.270714 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e1a62-57d4-4e51-9828-99d69a451a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dda294-07f0-4b9e-89a6-a65f3269ac5b,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.467443 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 63ca044a-97ae-4cb5-ae1d-1fd90741569d no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:03.487861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 63ca044a-97ae-4cb5-ae1d-1fd90741569d {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:03.488208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 63ca044a-97ae-4cb5-ae1d-1fd90741569d not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:03.488678 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device dd39b459-669f-41c8-95f9-b253736399fb no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:03.507263 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: dd39b459-669f-41c8-95f9-b253736399fb {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:03.507637 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device dd39b459-669f-41c8-95f9-b253736399fb not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:03.508051 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:03.527675 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:03.528031 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 11255ebe-7fa3-43cb-9d20-ff35cd8054d8 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:03.608243 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41970) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:03.646897 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-225f7460-df21-4557-965c-55e6d256c552 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4d9987c58404a8691096100ac872be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374813 Oct 27 21:39:03.649452 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 41972) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:03.697044 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.717694 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.763129 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.765682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.766851 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2639d72-aa74-459f-972f-ee615f41f1a7 HTTP/1.1" status: 204 len: 168 time: 0.1165047 Oct 27 21:39:03.774826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046779e-e1ef-434c-8bb0-7a6f27e59fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2639d72-aa74-459f-972f-ee615f41f1a7,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:07.645841 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42002) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:07.753306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e770b812-c8c0-4707-8c9c-66f41569a0b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.824488 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e770b812-c8c0-4707-8c9c-66f41569a0b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.828580 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e770b812-c8c0-4707-8c9c-66f41569a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.867751 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770b812-c8c0-4707-8c9c-66f41569a0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c169d563-9733-4639-b8e4-990a0e3f1066,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:07.872005 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e770b812-c8c0-4707-8c9c-66f41569a0b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f471569d34834bfbb3f613f4f11f937d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250953 Oct 27 21:39:07.874694 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42006) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:07.924401 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.945878 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.995332 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.997861 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.998995 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c169d563-9733-4639-b8e4-990a0e3f1066 HTTP/1.1" status: 204 len: 168 time: 0.1234810 Oct 27 21:39:08.007144 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc1247-8e85-44b5-989e-5f4477c74df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c169d563-9733-4639-b8e4-990a0e3f1066,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.613316 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42028) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:08.708973 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-518045548-network', 'tenant_id': '776ee61bf7ac457c99234aad6a85b3c4'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:08.729095 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Made reservation on behalf of 776ee61bf7ac457c99234aad6a85b3c4 for: {'network': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:08.731326 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.740053 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.819349 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.823192 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.847607 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:39:08.857554 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03581b-9108-454e-937c-a3e352ceba70,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.862968 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.863329 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.segments_db [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Added segment f51be527-ccb6-42c5-8256-771767f8d24e of type vlan for network 567f8a60-fde9-444b-b653-2e1546470307 Oct 27 21:39:08.905576 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.932200 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.933110 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:08.933722 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.989999 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3755069 Oct 27 21:39:08.992865 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42032) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:08.994917 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094b19-edc7-428f-be72-3801e374fc59 admin admin] Pushing event updated for resources: {'Network': ['ID=567f8a60-fde9-444b-b653-2e1546470307,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.998049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Request body: {'subnet': {'network_id': '567f8a60-fde9-444b-b653-2e1546470307', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-518045548-subnet', 'tenant_id': '776ee61bf7ac457c99234aad6a85b3c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:09.006324 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 567f8a60-fde9-444b-b653-2e1546470307 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:39:09.020249 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Made reservation on behalf of 776ee61bf7ac457c99234aad6a85b3c4 for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:09.022437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5277921'] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.201644 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6070671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5277939'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.259894 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0893b7-5c90-4a04-9a71-07a1177b2981,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:09.269891 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Checking segment: {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:09.270243 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Network hostable DHCP agents. Network: 567f8a60-fde9-444b-b653-2e1546470307, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:39:09.286888 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Network 567f8a60-fde9-444b-b653-2e1546470307 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:39:09.295305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 567f8a60-fde9-444b-b653-2e1546470307) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:09.299795 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:09.301294 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.305659 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4886f3-0563-422d-93df-21c666f9b182 None None] Network 567f8a60-fde9-444b-b653-2e1546470307 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:09.316021 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-21fb81bf-47a5-4386-b106-104f407644fe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3219600 Oct 27 21:39:09.432929 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9056fd33-080a-429e-9aa7-2ecbf02ddab8 None None] Network 567f8a60-fde9-444b-b653-2e1546470307 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:11.059990 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-5c09e735-8ecd-4f14-9716-888159332e89 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:11.061467 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-5c09e735-8ecd-4f14-9716-888159332e89 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 813 time: 0.1023326 Oct 27 21:39:11.077064 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-13f8d710-4659-4457-b028-4bd7a0bc8dd0 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/quotas/776ee61bf7ac457c99234aad6a85b3c4 HTTP/1.1" status: 200 len: 375 time: 0.0094609 Oct 27 21:39:11.111127 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-ff15ad7d-9138-4144-bf68-bbde15dcecfa tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275056 Oct 27 21:39:11.205577 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-5595a161-e0e7-400c-a421-005c7d39d95c service neutron] 10.222.0.49 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Oct 27 21:39:11.297045 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-7b3a7d44-2737-4f83-b773-a02cc20c27ce service neutron] 10.222.0.49 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848603 Oct 27 21:39:11.455828 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e8778757-a55e-4264-9172-bf6bd3bc973c req-c6c458c6-9063-4230-a226-cba06bc99b6e tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 210 time: 0.0286303 Oct 27 21:39:12.549168 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-89540300-398e-46ef-b4ff-e99e13d68f40 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:12.550942 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-89540300-398e-46ef-b4ff-e99e13d68f40 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 813 time: 0.1249576 Oct 27 21:39:12.565993 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b04da90e-e2d2-46f5-8cab-d18c94a7894d req-addfb955-4384-40a0-aed9-94a84e18a74b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 210 time: 0.0388823 Oct 27 21:39:12.589792 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Request body: {'port': {'device_id': '48bd25b9-6092-47bb-be59-200751d91492', 'network_id': '567f8a60-fde9-444b-b653-2e1546470307', 'admin_state_up': True, 'tenant_id': '776ee61bf7ac457c99234aad6a85b3c4'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:12.704906 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Made reservation on behalf of 776ee61bf7ac457c99234aad6a85b3c4 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:12.708488 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.839031 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Allocated IP 172.20.0.4 (567f8a60-fde9-444b-b653-2e1546470307/6c0893b7-5c90-4a04-9a71-07a1177b2981/18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:12.992156 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.024653 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.068229 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Network 567f8a60-fde9-444b-b653-2e1546470307 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:13.071644 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:13.074146 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:13.103305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Pushing event updated for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:13.130405 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:13.131006 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.147629 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b4015e1e-54a8-4257-820a-6520609a9e4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623028 Oct 27 21:39:13.167966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Request body: {'port': {'device_id': '48bd25b9-6092-47bb-be59-200751d91492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:13.225428 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.482019 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:39:13.489912 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.501735 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Transition to ACTIVE for port object 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:39:13.506398 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.591189 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Pushing event updated for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:13.624997 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Attempting to bind port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:13.625431 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Attempting to bind port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:13.625664 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Attempting to bind port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 on network 567f8a60-fde9-444b-b653-2e1546470307 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:13.630174 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 on network 567f8a60-fde9-444b-b653-2e1546470307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:39:13.630492 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Attempting to bind port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 on network 567f8a60-fde9-444b-b653-2e1546470307 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:13.637153 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:13.637491 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Checking segment: {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:13.637869 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Bound using segment: {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:13.638299 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Bound port: 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:13.638650 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.720798 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457b899-0249-4b0f-9b4e-d81150eaa91b req-ffeef743-b07f-4630-99a7-4d9cabac7c60 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:13.722782 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4457b899-0249-4b0f-9b4e-d81150eaa91b req-ffeef743-b07f-4630-99a7-4d9cabac7c60 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 943 time: 0.0876524 Oct 27 21:39:13.756828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:13.779390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:13.783713 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4457b899-0249-4b0f-9b4e-d81150eaa91b req-8ca1efff-898c-42f1-873a-9e763710c360 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Oct 27 21:39:13.785771 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.825201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:13.825838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.827206 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] 10.222.0.66 "PUT /v2.0/ports/18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 HTTP/1.1" status: 200 len: 1093 time: 0.6637144 Oct 27 21:39:13.827671 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:13.829956 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:13.852974 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf2a0-4379-4319-a63e-cd2891492b78 service neutron] Pushing event updated for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:13.877250 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dabf31-7491-4d41-bf21-caeb4b30d7f4 x-openstack-request-id: req-43dabf31-7491-4d41-bf21-caeb4b30d7f4 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:13.877542 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:13.877983 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43dabf31-7491-4d41-bf21-caeb4b30d7f4 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:13.878390 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6', 'status': 'completed', 'code': 200} Oct 27 21:39:13.946038 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-63fd3255-8561-4f07-a1e1-89bdc235177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:13.947543 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-63fd3255-8561-4f07-a1e1-89bdc235177c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 1096 time: 0.0413682 Oct 27 21:39:13.999835 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-3f47a53f-baa6-4187-8c97-757adc50caf7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 HTTP/1.1" status: 200 len: 217 time: 0.0371561 Oct 27 21:39:14.050769 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-aeed07e9-c09e-4d40-a61a-c29ede1865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:14.052204 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-aeed07e9-c09e-4d40-a61a-c29ede1865cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0893b7-5c90-4a04-9a71-07a1177b2981 HTTP/1.1" status: 200 len: 853 time: 0.0432689 Oct 27 21:39:14.083225 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-e883f0a7-f96a-4351-ac3b-e7386d8ba243 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=567f8a60-fde9-444b-b653-2e1546470307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235806 Oct 27 21:39:14.176541 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-70080822-f56a-46b3-b052-ab24f6104528 service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855932 Oct 27 21:39:14.268142 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-04b927af-9cfa-4331-bd56-e73983eb8e4e req-b87a634f-4526-4ad9-b431-e6da7517011f service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840461 Oct 27 21:39:14.406848 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-813f3057-1597-48b3-ad91-0ed6e8b4c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:14.408359 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-813f3057-1597-48b3-ad91-0ed6e8b4c843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 1096 time: 0.0427096 Oct 27 21:39:14.505207 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-19afa475-f8fb-420b-bed6-3f73d8acd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:14.506667 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-19afa475-f8fb-420b-bed6-3f73d8acd5a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 914 time: 0.0905576 Oct 27 21:39:14.549121 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-f4fcac8a-85dd-4e6f-9c08-d8a4c233b9b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 HTTP/1.1" status: 200 len: 217 time: 0.0346026 Oct 27 21:39:14.608084 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-cbfebed1-4923-4a8c-98bf-6dc2ceebf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:14.609679 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-cbfebed1-4923-4a8c-98bf-6dc2ceebf8b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0893b7-5c90-4a04-9a71-07a1177b2981 HTTP/1.1" status: 200 len: 853 time: 0.0495973 Oct 27 21:39:14.643792 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-8b8a21ee-85c1-4d95-ad1f-3c868a2c8f96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=567f8a60-fde9-444b-b653-2e1546470307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254736 Oct 27 21:39:14.737843 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-692fc6c7-30f3-4c9d-a507-4aacee08a9fe service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842249 Oct 27 21:39:14.835806 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5daeaa0e-b49b-4abd-b154-e9be575f3ba6 req-2d6b446e-08cd-4a4f-afcb-1528b03d238d service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904489 Oct 27 21:39:14.906308 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c990-9e11-482b-a9a7-4206a79fdbfa req-af663b93-8e00-4c17-b77b-9ff8b554b103 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:14.907931 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01d6c990-9e11-482b-a9a7-4206a79fdbfa req-af663b93-8e00-4c17-b77b-9ff8b554b103 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 943 time: 0.0523992 Oct 27 21:39:14.953418 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-01d6c990-9e11-482b-a9a7-4206a79fdbfa req-0a0d7ae0-ce33-4239-b63d-f2061f151ba9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Oct 27 21:39:16.084045 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306b460-8116-4843-b64e-f9a208e92065 req-eb6dbc5d-30ad-42e3-abcf-4b68420b1f62 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:16.085652 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f306b460-8116-4843-b64e-f9a208e92065 req-eb6dbc5d-30ad-42e3-abcf-4b68420b1f62 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 943 time: 0.0574689 Oct 27 21:39:16.137217 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-f306b460-8116-4843-b64e-f9a208e92065 req-a95da7c3-2771-4edf-b1f3-828db2cc05cb tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Oct 27 21:39:16.251777 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:39:16.370839 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:16.383629 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6', 'network_id': '567f8a60-fde9-444b-b653-2e1546470307', 'port_id': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6', 'mac_address': 'fa:16:3e:5a:9b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893b7-5c90-4a04-9a71-07a1177b2981', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:39:16.424271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:16.441326 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:39:16.472712 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:16.477133 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:16.708580 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:16.818947 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:39:17.281988 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7996-55c7-4a85-90b5-464d02b9fe18 req-af0f0d2a-8795-4951-8dc1-d18c8473094d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:17.283590 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-019c7996-55c7-4a85-90b5-464d02b9fe18 req-af0f0d2a-8795-4951-8dc1-d18c8473094d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 944 time: 0.0646076 Oct 27 21:39:17.332054 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-019c7996-55c7-4a85-90b5-464d02b9fe18 req-34fed0d9-f56b-48c0-9001-96a126f4f861 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 Oct 27 21:39:18.265541 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:18.320562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:39:18.324959 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:18.325333 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:18.427210 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:18.461532 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:18.463886 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a038e41-e2e9-4f95-bbee-09f319bdc37c" -d '{"events": [{"server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "name": "network-vif-plugged", "status": "completed", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:18.469178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb4e79-70df-421c-aba1-558045c744ba req-853f1b80-5dae-4083-9597-813bd5f4b3a7 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:18.472779 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e7bb4e79-70df-421c-aba1-558045c744ba req-853f1b80-5dae-4083-9597-813bd5f4b3a7 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 944 time: 0.0691884 Oct 27 21:39:18.479117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:18.485827 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:18.526816 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e7bb4e79-70df-421c-aba1-558045c744ba req-1d40f0b2-36f8-4790-8067-34402acc1679 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Oct 27 21:39:18.543190 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9157a-2ad1-42c8-8d95-4885c1cf453d x-openstack-request-id: req-bbb9157a-2ad1-42c8-8d95-4885c1cf453d {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:18.543618 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "name": "network-vif-plugged", "status": "completed", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:18.543873 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbb9157a-2ad1-42c8-8d95-4885c1cf453d {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:18.544274 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6', 'code': 200} Oct 27 21:39:18.551534 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:18.772548 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd70e8-c3c3-4991-ae10-79fa47759e4d req-44727fcc-db1e-466a-8153-9960bc4cbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:18.773951 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51cd70e8-c3c3-4991-ae10-79fa47759e4d req-44727fcc-db1e-466a-8153-9960bc4cbc2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 1098 time: 0.0524557 Oct 27 21:39:18.811068 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-51cd70e8-c3c3-4991-ae10-79fa47759e4d req-44343218-2e5c-406a-b9ac-87444f59a8e1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291796 Oct 27 21:39:19.645826 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:19.674053 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1f0e1-6e92-4ee5-92e1-45e12911c2bc req-2d34ad4c-9a46-4034-bfc0-8863560341fc tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:19.676431 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-73b1f0e1-6e92-4ee5-92e1-45e12911c2bc req-2d34ad4c-9a46-4034-bfc0-8863560341fc tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0572476 Oct 27 21:39:19.725794 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-73b1f0e1-6e92-4ee5-92e1-45e12911c2bc req-50fea2f7-9852-4384-8277-02ec7bf38a57 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Oct 27 21:39:20.858788 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76c7e-8d37-4ba8-9720-bd34bb216103 req-ba0f6b38-ea93-4df3-a72d-cab39e8e24db tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:20.860958 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-acc76c7e-8d37-4ba8-9720-bd34bb216103 req-ba0f6b38-ea93-4df3-a72d-cab39e8e24db tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0657952 Oct 27 21:39:20.907040 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-acc76c7e-8d37-4ba8-9720-bd34bb216103 req-1b6d777d-baf7-4b76-a476-7e45ac93ed42 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364223 Oct 27 21:39:21.900332 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b1412472-bed0-4ae7-83a0-45ae54619db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:26.677461 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c1ad-8cc2-49de-a939-6444cbd2228c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:27.416778 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:27.654510 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:28.231847 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.384800 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.901304 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf443-4ae3-4db5-aaf8-0ae2a043b7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.586541 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42262) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:55.755410 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port fb2db933-bc65-4f33-a5a8-452e22d9f9d9 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:55.755802 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.832601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.832913 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.845391 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for fb2db933-bc65-4f33-a5a8-452e22d9f9d9 owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:56.032261 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.062129 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=fb2db933-bc65-4f33-a5a8-452e22d9f9d9,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:56.074885 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.075233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.075623 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.075957 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.076289 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.076620 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.076944 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.077269 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.077599 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.077916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.078235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.078551 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.136054 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.136398 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 61c6be26-0401-4cac-b8db-6ded25e15a79 disassociated (deleted). External IP: 172.27.0.57, port: d88c1c76-950e-4deb-8304-a8fd65366820. Oct 27 21:39:56.347875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:56.456838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:56.462568 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.471269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:56.484542 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:56.485186 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:56.490271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-0172e20c-3f8e-468f-8770-b1cf352618ee tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "DELETE /v2.0/floatingips/61c6be26-0401-4cac-b8db-6ded25e15a79 HTTP/1.1" status: 204 len: 168 time: 0.9020596 Oct 27 21:39:56.490955 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:56.493888 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e184d02-a92c-4232-80c2-c23a541622a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:56.553949 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4141e33d-7336-494c-825c-131c79ad190d x-openstack-request-id: req-4141e33d-7336-494c-825c-131c79ad190d {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:56.554302 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:56.554660 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4141e33d-7336-494c-825c-131c79ad190d {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:56.555103 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'status': 'completed', 'code': 200} Oct 27 21:39:56.598874 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:56.647038 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:56.718113 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1326a232-9239-428f-a4f9-52bcbb598c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.869821 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:56.897970 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:56.908368 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:56.909004 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:56.918964 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fc436-3846-408e-b009-7b1233775599 req-73228e36-267a-4fea-8b03-d488b8016545 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:56.920584 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1c5fc436-3846-408e-b009-7b1233775599 req-73228e36-267a-4fea-8b03-d488b8016545 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.1967232 Oct 27 21:39:56.963781 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1c5fc436-3846-408e-b009-7b1233775599 req-4f8d9891-9bdd-4549-a455-86534b372868 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364649 Oct 27 21:39:57.034992 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:57.298766 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:57.333217 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c68d28-f765-42ff-a25d-0863100b92c4 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '78386e61-cfb8-474c-8a00-4393ea552237', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'port_id': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'mac_address': 'fa:16:3e:1d:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:56Z', 'updated_at': '2021-10-27T21:35:59Z', 'revision_number': 1, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:57.422283 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.617259 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7f5bc-8bb6-47ed-98c5-7ec8d8cd12a7 None None] New status for floating IP 61c6be26-0401-4cac-b8db-6ded25e15a79: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:39:57.663944 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.984850 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-5c5d74c1-ffc3-4f11-85c7-2c5dda99db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:57.986266 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-5c5d74c1-ffc3-4f11-85c7-2c5dda99db49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 1098 time: 0.0478773 Oct 27 21:39:58.111511 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-4103be12-9be6-4b04-9df1-608726a19a6f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435722 Oct 27 21:39:58.154765 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-fc53d809-6ba7-49ac-af04-c9a31403c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.157541 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-fc53d809-6ba7-49ac-af04-c9a31403c2a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1314888 Oct 27 21:39:58.239105 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-e5f2fd8e-f5a2-4131-a148-1067de11bf44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 200 len: 217 time: 0.0653441 Oct 27 21:39:58.241193 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488720ff-6e73-442f-a978-4d0523003896 req-0b0537a2-2acb-4d34-bedf-0646365efd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.243032 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-0b0537a2-2acb-4d34-bedf-0646365efd39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0583947 Oct 27 21:39:58.252341 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.295101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408807f6-3feb-4ee7-a38a-2cfc52b36f91 req-7b518f63-5db6-41b4-8866-6adeeb33ac0c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.297556 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-408807f6-3feb-4ee7-a38a-2cfc52b36f91 req-7b518f63-5db6-41b4-8866-6adeeb33ac0c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.2093148 Oct 27 21:39:58.350959 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-df43dccd-96fa-46b9-aa1d-59430172c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.352917 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-df43dccd-96fa-46b9-aa1d-59430172c92d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.1017871 Oct 27 21:39:58.376807 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488720ff-6e73-442f-a978-4d0523003896 req-01d83c8d-7ebc-4ab8-ae49-599c1aba8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.378386 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-01d83c8d-7ebc-4ab8-ae49-599c1aba8dbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1008737 Oct 27 21:39:58.392874 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-408807f6-3feb-4ee7-a38a-2cfc52b36f91 req-a1e555aa-a554-4fa6-80e5-2ef8280c4f35 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840347 Oct 27 21:39:58.412351 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-bce96cea-cfd3-4671-b4aa-caab5d2b8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.414050 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-bce96cea-cfd3-4671-b4aa-caab5d2b8473 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517015 Oct 27 21:39:58.469137 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-6c1539ce-a1d4-488e-9e1c-e1d21f18c9f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 1000 time: 0.0811546 Oct 27 21:39:58.526391 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-b44c04d9-f3a2-495a-9c2b-6077988cd421 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044314 Oct 27 21:39:58.537410 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488720ff-6e73-442f-a978-4d0523003896 req-50d192f1-b8a1-4966-9891-fef97af68780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.539240 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-50d192f1-b8a1-4966-9891-fef97af68780 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0526817 Oct 27 21:39:58.612945 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488720ff-6e73-442f-a978-4d0523003896 req-6b05412b-1d43-4adf-93e6-46aa2acda107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:58.615787 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-6b05412b-1d43-4adf-93e6-46aa2acda107 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682232 Oct 27 21:39:58.636372 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e184d02-a92c-4232-80c2-c23a541622a7 req-cca105cc-2422-4ac2-8c49-837ecb7add6c service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973256 Oct 27 21:39:58.723983 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-7696cd4b-96aa-42d9-92ae-d11e3550e0dc service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000254 Oct 27 21:39:58.826914 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-488720ff-6e73-442f-a978-4d0523003896 req-082b4007-3c14-4ff5-b66f-912cc9155051 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932631 Oct 27 21:39:59.387508 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.530929 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92a0b-46bf-4bd3-9246-0c92c2cc6996 req-3ffac60c-e90f-4ddb-96bd-1d27a40f9167 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:59.532653 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c3f92a0b-46bf-4bd3-9246-0c92c2cc6996 req-3ffac60c-e90f-4ddb-96bd-1d27a40f9167 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0505233 Oct 27 21:39:59.579409 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c3f92a0b-46bf-4bd3-9246-0c92c2cc6996 req-d5d9270f-8082-4945-b88f-64e6c3abb1ac tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 Oct 27 21:40:00.109856 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-0da1f92b-85dc-4b51-83f7-cc6d2a5b022d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:00.111568 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-0da1f92b-85dc-4b51-83f7-cc6d2a5b022d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 945 time: 0.0625939 Oct 27 21:40:00.216826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port d88c1c76-950e-4deb-8304-a8fd65366820 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:00.217184 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.323543 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] For port d88c1c76-950e-4deb-8304-a8fd65366820, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d88c1c76-950e-4deb-8304-a8fd65366820,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:00.323903 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.337171 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for d88c1c76-950e-4deb-8304-a8fd65366820 owned by compute:nova {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:00.470642 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.506062 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=d88c1c76-950e-4deb-8304-a8fd65366820,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:00.532459 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.532818 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.533157 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.533527 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.533860 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.534191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.534521 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.534856 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.535201 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.535540 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.535865 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.536181 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:00.558569 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] No DVR routers for this DVR port d88c1c76-950e-4deb-8304-a8fd65366820 on host hv-cinder-81514 {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:00.561231 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.566460 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-69695408-1d1e-4c94-88bf-27d6306ca276 req-5f74be82-f512-4288-b093-f05946f4adc8 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "DELETE /v2.0/ports/d88c1c76-950e-4deb-8304-a8fd65366820 HTTP/1.1" status: 204 len: 173 time: 0.4467325 Oct 27 21:40:00.567195 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'name': 'network-vif-deleted', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820'}] {{(pid=101427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:00.572016 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a407002e65a072aaf42a2a1292a1a7109ade7ca949a5e56105ed713b25103b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66204fb8-f719-45fd-86b6-b8e855520907" -d '{"events": [{"server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "name": "network-vif-deleted", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820"}]}' {{(pid=101427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:00.612911 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea454f-3f72-46de-91e6-1e11e867e6bb x-openstack-request-id: req-68ea454f-3f72-46de-91e6-1e11e867e6bb {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:00.613447 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafdd3b-0269-430d-8d55-d4011ad5913a", "name": "network-vif-deleted", "tag": "d88c1c76-950e-4deb-8304-a8fd65366820", "status": "completed", "code": 200}]} {{(pid=101427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:00.613899 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68ea454f-3f72-46de-91e6-1e11e867e6bb {{(pid=101427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:00.614639 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafdd3b-0269-430d-8d55-d4011ad5913a', 'name': 'network-vif-deleted', 'tag': 'd88c1c76-950e-4deb-8304-a8fd65366820', 'status': 'completed', 'code': 200} Oct 27 21:40:00.684128 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c30da8a7-8e7b-4214-8c54-8bb09cbec94e req-53beb694-c321-421b-8686-d7a63e83afb0 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=0eafdd3b-0269-430d-8d55-d4011ad5913a HTTP/1.1" status: 200 len: 210 time: 0.0284529 Oct 27 21:40:01.929794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device d88c1c76-950e-4deb-8304-a8fd65366820 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:01.964674 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: d88c1c76-950e-4deb-8304-a8fd65366820 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:01.965167 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device d88c1c76-950e-4deb-8304-a8fd65366820 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:03.724835 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e60bb7-c294-452b-9eab-dd51aeb86a78 req-cd24f4d3-4fc3-4e34-a3b0-0490c89b8f6b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:03.726355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-11e60bb7-c294-452b-9eab-dd51aeb86a78 req-cd24f4d3-4fc3-4e34-a3b0-0490c89b8f6b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0528638 Oct 27 21:40:03.768595 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-11e60bb7-c294-452b-9eab-dd51aeb86a78 req-81462049-4b2f-4d73-8485-9a7995b7b605 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Oct 27 21:40:04.189942 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42336) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:04.633520 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port f6f35901-7739-43ae-b38e-32c29c01d1d4 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:04.634515 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:04.719004 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:04.719349 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:04.731501 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for f6f35901-7739-43ae-b38e-32c29c01d1d4 owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:04.933783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:04.972233 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea64d2-0d84-4660-871a-3a5663f5af97 req-9216a0a0-c72f-41dc-a1fe-bae83f316496 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:04.973906 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-acea64d2-0d84-4660-871a-3a5663f5af97 req-9216a0a0-c72f-41dc-a1fe-bae83f316496 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0937736 Oct 27 21:40:04.977138 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=f6f35901-7739-43ae-b38e-32c29c01d1d4,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:05.067248 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-acea64d2-0d84-4660-871a-3a5663f5af97 req-873d47da-cbfe-4626-8277-f7d55da5ad08 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835500 Oct 27 21:40:05.073435 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:05.074166 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Floating IP 78386e61-cfb8-474c-8a00-4393ea552237 disassociated (deleted). External IP: 172.27.0.55, port: 20dc3240-22ae-406a-8647-68d6535a3fdd. Oct 27 21:40:05.291973 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:40:05.402177 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:40:05.407063 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:05.413613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:40:05.424728 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:05.425618 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:05.437677 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e35941e7-ab14-4c6e-a80c-e189a9e5f205 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "DELETE /v2.0/floatingips/78386e61-cfb8-474c-8a00-4393ea552237 HTTP/1.1" status: 204 len: 168 time: 1.2465661 Oct 27 21:40:05.438223 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:05.440543 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8362315d-ecb1-446a-a8ec-4e32afdf10f2" -d '{"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:05.481273 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a2dde-b076-47b7-a65e-a97bbccbc316 x-openstack-request-id: req-6e2a2dde-b076-47b7-a65e-a97bbccbc316 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:05.481562 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:05.481820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e2a2dde-b076-47b7-a65e-a97bbccbc316 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:05.482225 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'status': 'completed', 'code': 200} Oct 27 21:40:05.540568 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:05.623010 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-79dba0c4-a38e-435e-aed4-0fd02fdabd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.624810 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-79dba0c4-a38e-435e-aed4-0fd02fdabd50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd977b28ac844cf4b1ef184125ca259a&device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0652814 Oct 27 21:40:05.680654 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fbce4-3f66-4100-b42b-cddc0293675a req-dbf2ffa2-3fa2-4a3f-848c-7e4d0471db0f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.682098 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e23fbce4-3f66-4100-b42b-cddc0293675a req-dbf2ffa2-3fa2-4a3f-848c-7e4d0471db0f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0523834 Oct 27 21:40:05.723271 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e23fbce4-3f66-4100-b42b-cddc0293675a req-67d28fb9-81e3-45b2-b76a-6e2e090155ae tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Oct 27 21:40:05.785773 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-5b7839c5-245a-4929-a93f-13c42bddd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.787254 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-5b7839c5-245a-4929-a93f-13c42bddd70a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 200 len: 912 time: 0.1017313 Oct 27 21:40:05.798898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:05.826797 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:40:05.833540 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-346b3460-6b1b-480c-a797-861b059a56f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 200 len: 217 time: 0.0379126 Oct 27 21:40:05.836806 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c73dd-f66c-430e-90be-026292d65b96 req-c248dbc4-6306-495a-8ae1-1e91a9950ae9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.837844 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:05.838114 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:05.839025 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af2c73dd-f66c-430e-90be-026292d65b96 req-c248dbc4-6306-495a-8ae1-1e91a9950ae9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0594895 Oct 27 21:40:05.901269 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-f5745a84-346c-4c02-bb96-bb190e7a2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.903652 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-f5745a84-346c-4c02-bb96-bb190e7a2c97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 200 len: 850 time: 0.0553312 Oct 27 21:40:05.955607 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Deleting port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:05.955832 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:05.960656 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:05.966428 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-85250109-6c6b-4fac-b0f9-7421dde432c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:05.969341 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-85250109-6c6b-4fac-b0f9-7421dde432c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac3e2e79-3d78-4dd0-96fd-53411dec76b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574539 Oct 27 21:40:05.985088 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-493ff24c-bd59-4893-81cc-d5f470a12686 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:40:05.986272 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-493ff24c-bd59-4893-81cc-d5f470a12686 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079989 Oct 27 21:40:06.071008 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] For port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:06.072032 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:06.090037 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Calling delete_port for 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:06.127322 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-7f61e1d6-fb40-42d8-b57a-091b058e052f service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300027 Oct 27 21:40:06.236139 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bae4-20f5-4969-96d8-666dfef32a8a req-7e95a721-0bd8-4bd0-90ec-1feff8236138 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:06.240637 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a445bae4-20f5-4969-96d8-666dfef32a8a req-7e95a721-0bd8-4bd0-90ec-1feff8236138 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd25b9-6092-47bb-be59-200751d91492 HTTP/1.1" status: 200 len: 945 time: 0.0817325 Oct 27 21:40:06.250639 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [req-8362315d-ecb1-446a-a8ec-4e32afdf10f2 req-48462c23-97a2-4102-a5b7-0da1a31f20d4 service neutron] 10.222.0.66 "GET /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114268 Oct 27 21:40:06.317415 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a445bae4-20f5-4969-96d8-666dfef32a8a req-2895e1b2-0fe4-437d-9c1f-10a656a881df tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706501 Oct 27 21:40:06.341283 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:06.363676 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:06.375057 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Pushing event deleted for resources: {'Port': ['ID=18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:06.397604 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2c3f-69a5-418f-9044-3ba83c174f7a None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:31:42Z', 'revision_number': 4, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'df27db2d-b8ce-4f4e-b308-84ee97f83a57', 'name': '', 'network_id': 'ac3e2e79-3d78-4dd0-96fd-53411dec76b7', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'mac_address': 'fa:16:3e:03:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:41Z', 'updated_at': '2021-10-27T21:31:51Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'subnets': [{'id': 'e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:40:06.416455 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] No DVR routers for this DVR port 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:06.419774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:06.423630 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-af2c73dd-f66c-430e-90be-026292d65b96 req-71526424-4ab8-409b-8f31-9ba1727a1dd8 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "DELETE /v2.0/ports/18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 HTTP/1.1" status: 204 len: 173 time: 0.5754697 Oct 27 21:40:06.648645 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273348f-64ba-4a96-96db-6adb40be03dd None None] New status for floating IP 78386e61-cfb8-474c-8a00-4393ea552237: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:40:06.846242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5ae20-798b-41eb-ab13-9fdc7440a0b0 req-03d34ebf-7187-4a67-a1ab-4c7d60cdc50f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:06.847850 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4dc5ae20-798b-41eb-ab13-9fdc7440a0b0 req-03d34ebf-7187-4a67-a1ab-4c7d60cdc50f tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Oct 27 21:40:06.893058 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4dc5ae20-798b-41eb-ab13-9fdc7440a0b0 req-a6b4d34e-9b37-41de-9961-2fb0b55f28c2 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Oct 27 21:40:07.483309 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'name': 'network-vif-deleted', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:07.485775 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7533f4-4d77-4fee-9df1-9d3037f697d4" -d '{"events": [{"server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "name": "network-vif-deleted", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:07.532482 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c6cfaa-d89a-483b-9e61-b39b77ec902e x-openstack-request-id: req-43c6cfaa-d89a-483b-9e61-b39b77ec902e {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:07.532916 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd25b9-6092-47bb-be59-200751d91492", "name": "network-vif-deleted", "tag": "18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:07.533466 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43c6cfaa-d89a-483b-9e61-b39b77ec902e {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:07.534048 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd25b9-6092-47bb-be59-200751d91492', 'name': 'network-vif-deleted', 'tag': '18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6', 'status': 'completed', 'code': 200} Oct 27 21:40:07.775508 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-c10486fc-f535-43b7-a0bf-b91a5a54cede tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:07.777060 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-c10486fc-f535-43b7-a0bf-b91a5a54cede tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Oct 27 21:40:07.874141 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port 20dc3240-22ae-406a-8647-68d6535a3fdd {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:07.875138 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.016024 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] For port 20dc3240-22ae-406a-8647-68d6535a3fdd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=20dc3240-22ae-406a-8647-68d6535a3fdd,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:08.016389 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.033960 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for 20dc3240-22ae-406a-8647-68d6535a3fdd owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:08.054443 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2485908-8dbc-4770-a9ec-f554e2b778db req-5fb53c67-667d-44f4-ad57-5b146f7e0558 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:08.056226 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2485908-8dbc-4770-a9ec-f554e2b778db req-5fb53c67-667d-44f4-ad57-5b146f7e0558 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0909371 Oct 27 21:40:08.159806 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2485908-8dbc-4770-a9ec-f554e2b778db req-c3cd2c51-6b5c-41bc-b2d5-ed3e9d05c98c tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/security-groups?id=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959632 Oct 27 21:40:08.239567 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.270640 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=20dc3240-22ae-406a-8647-68d6535a3fdd,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:08.322902 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] No DVR routers for this DVR port 20dc3240-22ae-406a-8647-68d6535a3fdd on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:08.325678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.329363 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ded9c01-f8a3-469e-b4fb-3f5eb086df18 req-6de26934-54cb-49b2-a818-8833f08f2467 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.66 "DELETE /v2.0/ports/20dc3240-22ae-406a-8647-68d6535a3fdd HTTP/1.1" status: 204 len: 173 time: 0.5453455 Oct 27 21:40:09.261462 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-79aa8807-f9f7-45e0-ae8f-1452d20270f5 req-c6b0d0c7-294e-4a4a-956a-113be561964d tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Oct 27 21:40:09.535230 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'name': 'network-vif-deleted', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:09.537684 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12e5293-5142-4435-9d11-50267faecaf7" -d '{"events": [{"server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "name": "network-vif-deleted", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:09.576488 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b9258a-6bc6-4e26-886e-e198920f476e x-openstack-request-id: req-d1b9258a-6bc6-4e26-886e-e198920f476e {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:09.576851 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54af9f4d-c01b-42ea-9242-94a74802f5a1", "name": "network-vif-deleted", "tag": "20dc3240-22ae-406a-8647-68d6535a3fdd", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:09.577185 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1b9258a-6bc6-4e26-886e-e198920f476e {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:09.577715 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af9f4d-c01b-42ea-9242-94a74802f5a1', 'name': 'network-vif-deleted', 'tag': '20dc3240-22ae-406a-8647-68d6535a3fdd', 'status': 'completed', 'code': 200} Oct 27 21:40:10.374628 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7aa6f0f5-4319-4d92-8cfb-dd893009e5f8 req-f827e15f-fead-457c-83af-7f779dec506e tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0404999 Oct 27 21:40:10.618632 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:10.644868 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:10.645221 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 18a27e46-6eb0-4e4d-b9f5-86e1c7eb31b6 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:10.737416 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 20dc3240-22ae-406a-8647-68d6535a3fdd no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:10.760694 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 20dc3240-22ae-406a-8647-68d6535a3fdd {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:10.761053 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 20dc3240-22ae-406a-8647-68d6535a3fdd not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:11.505215 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5e09e1df-4cac-4fcc-bbfd-08c64fbee63d req-2dd62685-7785-4b46-a701-697b68e574ce tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "GET /v2.0/ports?device_id=54af9f4d-c01b-42ea-9242-94a74802f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Oct 27 21:40:12.565470 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42390) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:12.701614 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Deleting port deaed12c-e013-49a0-8bd2-2fc5252ef326 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:12.702034 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:12.789296 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:12.789606 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:12.804111 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Calling delete_port for deaed12c-e013-49a0-8bd2-2fc5252ef326 owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:12.955632 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:13.004141 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'Port': ['ID=deaed12c-e013-49a0-8bd2-2fc5252ef326,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:13.099343 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:13.104492 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:13.107960 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-cea07dec-231b-4ca6-96aa-75a419935866 tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "DELETE /v2.0/floatingips/0f2cca04-352b-4f49-8723-95e13be16cfc HTTP/1.1" status: 204 len: 168 time: 0.5392320 Oct 27 21:40:16.493653 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42418) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:16.561894 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:16.592266 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:16.665709 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:16.670193 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:16.675966 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] 10.222.0.49 "DELETE /v2.0/security-groups/464b6f1c-1cf5-48fb-9af9-ed77f880b4ca HTTP/1.1" status: 204 len: 168 time: 0.1772563 Oct 27 21:40:16.696490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9497f-a12f-40a1-8f42-0cf5305879eb tempest-TestVolumeBootPattern-666773954 tempest-TestVolumeBootPattern-666773954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b6f1c-1cf5-48fb-9af9-ed77f880b4ca,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:16.749840 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42422) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:17.243713 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:17.589573 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-7c7cad84-7516-4f30-8f36-5619f21110ea tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:17.592293 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-7c7cad84-7516-4f30-8f36-5619f21110ea tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 813 time: 0.1515682 Oct 27 21:40:17.647543 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-bfa48534-3624-420e-b2bd-08ed796a34cf tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/quotas/776ee61bf7ac457c99234aad6a85b3c4 HTTP/1.1" status: 200 len: 375 time: 0.0486455 Oct 27 21:40:17.743947 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-28cf48f3-7d19-4ebe-aafd-ec7ba54f0971 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873318 Oct 27 21:40:17.766408 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-6537b2a2-df30-473f-81fd-c85433467984 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:40:17.768155 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-6537b2a2-df30-473f-81fd-c85433467984 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122590 Oct 27 21:40:17.868329 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Deleting port df27db2d-b8ce-4f4e-b308-84ee97f83a57 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:17.868890 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:18.296167 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-a83a5743-9aaf-45c5-9431-e8eaebd2437e service neutron] 10.222.0.49 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207968 Oct 27 21:40:18.364783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] For port df27db2d-b8ce-4f4e-b308-84ee97f83a57, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=df27db2d-b8ce-4f4e-b308-84ee97f83a57,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:18.365164 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:18.384705 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Calling delete_port for df27db2d-b8ce-4f4e-b308-84ee97f83a57 owned by network:router_interface {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:18.463204 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-8b1a3036-ea66-40c5-ad8f-7374a39a0a9e service neutron] 10.222.0.49 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601763 Oct 27 21:40:18.640531 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:18.674070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df27db2d-b8ce-4f4e-b308-84ee97f83a57,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:18.729062 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0c2d185a-e2fe-4370-b85f-47547bbafac5 req-166aeb14-197e-466e-9708-ccedd7017674 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 210 time: 0.0571294 Oct 27 21:40:18.918875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:19.180430 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Router 2232f882-f2e2-47aa-aa75-134865fa9a2d has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:40:19.346714 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:40:19.356720 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-23afd5c1-8d35-41f0-9db2-d6375e162ef3 admin admin] 10.222.0.49 "PUT /v2.0/routers/2232f882-f2e2-47aa-aa75-134865fa9a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004751 Oct 27 21:40:19.357273 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42450) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:19.369691 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Sync routers for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:40:19.381948 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:19.382578 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:19.516923 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks [] for router, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:19.522753 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:19.632838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:19.691504 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Deleting port 2b248052-3b89-49c7-8bf1-9823c0d12c22 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:19.691800 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:19.748716 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:40:18Z', 'revision_number': 5, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port': {'id': '2b248052-3b89-49c7-8bf1-9823c0d12c22', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:38Z', 'updated_at': '2021-10-27T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:19.779600 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Checking router: 2232f882-f2e2-47aa-aa75-134865fa9a2d for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:40:19.790287 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Routers {'2232f882-f2e2-47aa-aa75-134865fa9a2d'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:19.791198 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['2232f882-f2e2-47aa-aa75-134865fa9a2d'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:19.795612 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] For port 2b248052-3b89-49c7-8bf1-9823c0d12c22, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=2b248052-3b89-49c7-8bf1-9823c0d12c22,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:19.796199 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:19.823345 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Calling delete_port for 2b248052-3b89-49c7-8bf1-9823c0d12c22 owned by network:router_gateway {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:19.892795 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] Set router 2232f882-f2e2-47aa-aa75-134865fa9a2d gateway port host: None {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:19.958602 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:40:19Z', 'revision_number': 6, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:19.969230 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-06cec938-9252-4b27-80a2-f3d18ce534b0 req-693d4c78-e725-459e-89b0-fb90022ef2d9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 210 time: 0.0841968 Oct 27 21:40:19.991841 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b960b-54c6-46f2-a054-54f9194e9323 None None] The sync data for ids ['2232f882-f2e2-47aa-aa75-134865fa9a2d'] in dv-cinder-815146-4-iscsi is: [{'id': '2232f882-f2e2-47aa-aa75-134865fa9a2d', 'name': 'tempest-TestVolumeBootPattern-322006459-router', 'tenant_id': 'fd977b28ac844cf4b1ef184125ca259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:37Z', 'updated_at': '2021-10-27T21:40:19Z', 'revision_number': 6, 'project_id': 'fd977b28ac844cf4b1ef184125ca259a', 'gw_port_host': None}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:40:20.092562 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-9a64d4da-e501-4139-96da-d3e4ce30c14c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:20.094423 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-9a64d4da-e501-4139-96da-d3e4ce30c14c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 813 time: 0.2083423 Oct 27 21:40:20.136675 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Request body: {'port': {'device_id': '9d70729d-f823-4793-8467-d0e167233932', 'network_id': '567f8a60-fde9-444b-b653-2e1546470307', 'admin_state_up': True, 'tenant_id': '776ee61bf7ac457c99234aad6a85b3c4'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:40:20.218140 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.260998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b248052-3b89-49c7-8bf1-9823c0d12c22,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:20.362328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.365712 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Made reservation on behalf of 776ee61bf7ac457c99234aad6a85b3c4 for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:40:20.370538 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.486682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.490778 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.581580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.582191 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2232f882-f2e2-47aa-aa75-134865fa9a2d {{(pid=101428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:40:20.595722 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.597388 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-2a7413d4-0201-494b-a716-a9c64f1f6e74 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2232f882-f2e2-47aa-aa75-134865fa9a2d HTTP/1.1" status: 204 len: 168 time: 1.2388191 Oct 27 21:40:20.600320 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42460) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:20.662008 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Deleting subnet e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:40:20.667683 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.676559 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Allocated IP 172.20.0.11 (567f8a60-fde9-444b-b653-2e1546470307/6c0893b7-5c90-4a04-9a71-07a1177b2981/abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:40:20.707259 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.799357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.887133 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.913829 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01fb67-62b4-4b2a-aa9e-a924f1455dd4 None None] Network ac3e2e79-3d78-4dd0-96fd-53411dec76b7 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:40:20.917178 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.918710 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:20.922358 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a HTTP/1.1" status: 204 len: 168 time: 0.3206353 Oct 27 21:40:20.924315 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4b93b-2800-4c2a-910e-38ed8459afcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41d40e6-b9d3-4d65-a4ec-baaf62a46a6a,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:20.926878 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42462) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:20.975142 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.026454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Network 567f8a60-fde9-444b-b653-2e1546470307 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:40:21.030468 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.032240 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:40:21.036419 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:40:21.083327 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Pushing event updated for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:21.123391 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:21.124149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.140030 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Deleting port 6a90c672-4634-477d-b69d-8f0cfcfff821 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:21.140357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.183883 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-5bdd04aa-3c02-4b10-86a1-a27fac10fa1f tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0505931 Oct 27 21:40:21.201920 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fddc50-820d-40f5-9313-bbb11ae4f04a req-2b193d66-e022-47d5-afab-f89e8107ed8b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:21.204696 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-29fddc50-820d-40f5-9313-bbb11ae4f04a req-2b193d66-e022-47d5-afab-f89e8107ed8b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 932 time: 0.0969992 Oct 27 21:40:21.214130 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Request body: {'port': {'device_id': '9d70729d-f823-4793-8467-d0e167233932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:40:21.232690 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] For port 6a90c672-4634-477d-b69d-8f0cfcfff821, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=6a90c672-4634-477d-b69d-8f0cfcfff821,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:21.233055 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.234326 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] DHCP port deletion for ac3e2e79-3d78-4dd0-96fd-53411dec76b7 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:40:21.249258 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Calling delete_port for 6a90c672-4634-477d-b69d-8f0cfcfff821 owned by network:dhcp {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:21.301528 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Deleting port 6a90c672-4634-477d-b69d-8f0cfcfff821 {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:21.302311 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.322756 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-29fddc50-820d-40f5-9313-bbb11ae4f04a req-d34e0fd4-a2b6-425c-b675-da87ffe06073 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018491 Oct 27 21:40:21.350676 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.377610 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.385347 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a90c672-4634-477d-b69d-8f0cfcfff821,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:21.387408 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] No DVR routers for this DVR port 6a90c672-4634-477d-b69d-8f0cfcfff821 on host dv-cinder-815146-4-iscsi {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:21.395444 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] For port 6a90c672-4634-477d-b69d-8f0cfcfff821, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=6a90c672-4634-477d-b69d-8f0cfcfff821,segment=NetworkSegment(778b2733-ba98-4da7-ab4d-8f3a142cf45b),segment_id=778b2733-ba98-4da7-ab4d-8f3a142cf45b)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:21.395444 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.414556 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Calling delete_port for 6a90c672-4634-477d-b69d-8f0cfcfff821 owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:21.471776 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.499786 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3e2e79-3d78-4dd0-96fd-53411dec76b7']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:21.512094 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778b2733-ba98-4da7-ab4d-8f3a142cf45b') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:21.512801 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778b2733-ba98-4da7-ab4d-8f3a142cf45b') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:21.527558 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.544336 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.551887 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:40:21.552460 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:40:21.554624 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:40:21.559660 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 6a90c672-4634-477d-b69d-8f0cfcfff821 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:21.594682 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 6a90c672-4634-477d-b69d-8f0cfcfff821 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:21.595099 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 6a90c672-4634-477d-b69d-8f0cfcfff821 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:21.595659 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2b248052-3b89-49c7-8bf1-9823c0d12c22 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:21.617603 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.622029 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 2b248052-3b89-49c7-8bf1-9823c0d12c22 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:21.622367 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 2b248052-3b89-49c7-8bf1-9823c0d12c22 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:21.622782 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device df27db2d-b8ce-4f4e-b308-84ee97f83a57 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:21.627873 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.640754 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.645075 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac3e2e79-3d78-4dd0-96fd-53411dec76b7 HTTP/1.1" status: 204 len: 168 time: 0.7170420 Oct 27 21:40:21.648034 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42466) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:21.673234 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Pushing event deleted for resources: {'Port': ['ID=6a90c672-4634-477d-b69d-8f0cfcfff821,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:21.675376 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: df27db2d-b8ce-4f4e-b308-84ee97f83a57 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:21.675722 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device df27db2d-b8ce-4f4e-b308-84ee97f83a57 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:21.684696 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] No DVR routers for this DVR port 6a90c672-4634-477d-b69d-8f0cfcfff821 on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:21.686990 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.687235 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.687597 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.687938 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.688270 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.688602 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.688931 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.689265 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.689580 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.689901 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.690223 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.690540 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a0b3-ffa0-43a3-a0c3-bef20269b29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:21.746635 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5711-ba35-4549-8c4e-16dbb15c5f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3e2e79-3d78-4dd0-96fd-53411dec76b7,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:21.819620 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:40:21.827689 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.841490 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Transition to ACTIVE for port object abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:40:21.846941 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.908029 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Pushing event updated for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:21.908956 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-64e935c2-45a7-4990-9582-4c9a8c2b3e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:21.990252 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Attempting to bind port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:40:21.990966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Attempting to bind port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:40:21.990966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Attempting to bind port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 on network 567f8a60-fde9-444b-b653-2e1546470307 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:40:22.000406 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 on network 567f8a60-fde9-444b-b653-2e1546470307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:40:22.001071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Attempting to bind port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 on network 567f8a60-fde9-444b-b653-2e1546470307 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:40:22.007118 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:40:22.007485 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Checking segment: {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:40:22.007867 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Bound using segment: {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:40:22.008334 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Bound port: abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51be527-ccb6-42c5-8256-771767f8d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '567f8a60-fde9-444b-b653-2e1546470307'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:40:22.008759 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.081303 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:40:22.085170 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:40:22.092684 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.136180 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.136796 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.138247 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] 10.222.0.66 "PUT /v2.0/ports/abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 HTTP/1.1" status: 200 len: 1094 time: 0.9320614 Oct 27 21:40:22.138702 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:22.141093 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6188fb15-3359-420b-a03c-804ca59b5a96" -d '{"events": [{"name": "network-changed", "server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:22.161154 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.175188 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b16bbc-5d23-4637-a79d-5463eac0ac3e service neutron] Pushing event updated for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:22.188678 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d08e5e-2ad2-4ffe-9fb2-5713895a81ac x-openstack-request-id: req-a0d08e5e-2ad2-4ffe-9fb2-5713895a81ac {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:22.190509 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:22.190927 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0d08e5e-2ad2-4ffe-9fb2-5713895a81ac {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:22.191510 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4', 'status': 'completed', 'code': 200} Oct 27 21:40:22.261091 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-f2010099-65ca-4226-aaf9-d680218d7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.263588 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-f2010099-65ca-4226-aaf9-d680218d7fcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 1097 time: 0.0494583 Oct 27 21:40:22.323039 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-a94b2ce7-214c-4918-810f-7f74855e6619 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 HTTP/1.1" status: 200 len: 217 time: 0.0431721 Oct 27 21:40:22.409951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-184fc53f-a248-4848-a8e6-7640b1769343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.411813 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-184fc53f-a248-4848-a8e6-7640b1769343 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0893b7-5c90-4a04-9a71-07a1177b2981 HTTP/1.1" status: 200 len: 853 time: 0.0813508 Oct 27 21:40:22.462398 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-13946356-15f7-4628-94de-45b16c2abfe2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=567f8a60-fde9-444b-b653-2e1546470307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383105 Oct 27 21:40:22.478850 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Deleting port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:22.479191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.539331 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195f2c7-176f-4318-8282-43228b6a4f4b req-ab4d637b-e979-48ef-9566-717502edeaed tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.541041 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6195f2c7-176f-4318-8282-43228b6a4f4b req-ab4d637b-e979-48ef-9566-717502edeaed tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 944 time: 0.1278758 Oct 27 21:40:22.577400 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] For port 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:22.577761 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.592812 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Calling delete_port for 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:22.608313 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-4b96322d-07a8-41e7-9e44-1f738788332e service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380193 Oct 27 21:40:22.611316 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6195f2c7-176f-4318-8282-43228b6a4f4b req-23245ad7-de38-4e2c-9dfd-63a7d59aebd1 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581524 Oct 27 21:40:22.704679 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-334a7a86-aa43-4cff-a4e6-1c84f2ac80ec req-f16e7a35-f87b-4223-ad93-d8f0908e0c7e service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870686 Oct 27 21:40:22.787006 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:22.811936 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:22.854893 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-64cf0c42-391c-444a-a6fb-410a4753155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.856414 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-64cf0c42-391c-444a-a6fb-410a4753155f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 1097 time: 0.0584936 Oct 27 21:40:22.971767 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-420b6157-1e7f-43ea-8988-5ba0f3c37b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:22.973007 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-420b6157-1e7f-43ea-8988-5ba0f3c37b94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 200 len: 914 time: 0.1066945 Oct 27 21:40:23.007850 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:23.028700 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-b94c9aee-e96f-4dc2-b3f9-6c89cddaebce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 HTTP/1.1" status: 200 len: 217 time: 0.0446761 Oct 27 21:40:23.088897 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-3472af21-70bb-4fa3-b54a-7dd23c833f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:23.090285 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-3472af21-70bb-4fa3-b54a-7dd23c833f40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0893b7-5c90-4a04-9a71-07a1177b2981 HTTP/1.1" status: 200 len: 853 time: 0.0540028 Oct 27 21:40:23.124562 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-6298a471-cf8c-40c2-a105-a38227f83040 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=567f8a60-fde9-444b-b653-2e1546470307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247490 Oct 27 21:40:23.485340 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:40:23.540253 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-884ac013-0a65-430e-8dfb-abe1a6423d07 service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994756 Oct 27 21:40:23.606825 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:40:23.616136 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-b1e2e26d-bd5e-4c8b-ad7a-4d8d9697a2b9 admin admin] 10.222.0.49 "PUT /v2.0/routers/9eb0db2a-e09a-4a3d-b794-c809d0c66a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667761 Oct 27 21:40:23.616818 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42472) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:23.619065 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Sync routers for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:40:23.630028 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:23.630796 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:23.651660 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6188fb15-3359-420b-a03c-804ca59b5a96 req-8b50b11a-3036-4a1b-a50e-de2be419ba08 service neutron] 10.222.0.66 "GET /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022279 Oct 27 21:40:23.738664 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:23.756706 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0a7e-fdf2-4074-a20d-094d5bc1004c req-d546ebe9-54a0-454c-bc0b-e5481b9ec22d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:23.757050 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:23.760602 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a98f0a7e-fdf2-4074-a20d-094d5bc1004c req-d546ebe9-54a0-454c-bc0b-e5481b9ec22d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 944 time: 0.0676889 Oct 27 21:40:23.812722 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a98f0a7e-fdf2-4074-a20d-094d5bc1004c req-1b0697c1-f364-4c6d-bbdc-3e5d177567d5 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Oct 27 21:40:23.850490 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:23.904417 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Deleting port a4ce2a75-820f-416a-acba-c5320b681b8e {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:23.904749 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:23.954445 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:40:22Z', 'revision_number': 5, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port': {'id': 'a4ce2a75-820f-416a-acba-c5320b681b8e', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:31:47Z', 'updated_at': '2021-10-27T21:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:23.982518 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Checking router: 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:40:23.991487 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Routers {'9eb0db2a-e09a-4a3d-b794-c809d0c66a90'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:23.992038 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:39:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:23.998631 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] For port a4ce2a75-820f-416a-acba-c5320b681b8e, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a4ce2a75-820f-416a-acba-c5320b681b8e,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:23.998992 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.011562 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Calling delete_port for a4ce2a75-820f-416a-acba-c5320b681b8e owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:24.080800 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] Set router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 gateway port host: None {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:24.136659 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:40:23Z', 'revision_number': 6, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:24.166940 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e7bbe-9506-4c3a-a06e-d713b0e1dd91 None None] The sync data for ids ['9eb0db2a-e09a-4a3d-b794-c809d0c66a90'] in dv-cinder-815146-4-iscsi is: [{'id': '9eb0db2a-e09a-4a3d-b794-c809d0c66a90', 'name': 'tempest-TestVolumeBootPattern-1163629156-router', 'tenant_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:31:46Z', 'updated_at': '2021-10-27T21:40:23Z', 'revision_number': 6, 'project_id': '2d20f721fbcf4ebfa90e70ff6d8cf0b1', 'gw_port_host': None}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:40:24.204822 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.233853 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ce2a75-820f-416a-acba-c5320b681b8e,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:24.293322 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.387166 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.389302 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.431534 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.432078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb0db2a-e09a-4a3d-b794-c809d0c66a90 {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:40:24.436962 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.438095 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-10099c8f-93f7-40e4-97e9-61c9baa4c31d admin admin] 10.222.0.49 "DELETE /v2.0/routers/9eb0db2a-e09a-4a3d-b794-c809d0c66a90 HTTP/1.1" status: 204 len: 168 time: 0.8203442 Oct 27 21:40:24.440895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42476) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:24.489046 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Deleting subnet 2d6c8b2a-37f5-4462-8967-778a5a1062e0 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:40:24.492399 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.530439 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.619193 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.671905 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.697453 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6c8b2a-37f5-4462-8967-778a5a1062e0,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:24.701370 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.707749 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2a647f15-2eff-4d7e-b622-71ec1d76f9d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2d6c8b2a-37f5-4462-8967-778a5a1062e0 HTTP/1.1" status: 204 len: 168 time: 0.2628219 Oct 27 21:40:24.708306 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42478) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:24.708410 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e3f65-1a9b-41ae-9741-37bb341c5b1b None None] Network bea09168-d337-4108-b0cd-b39191109726 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:40:24.754151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:40:24.781502 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.833645 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Deleting port fb141be7-b9ab-4432-937a-7cd348f45b81 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:24.833895 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.904506 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] For port fb141be7-b9ab-4432-937a-7cd348f45b81, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=fb141be7-b9ab-4432-937a-7cd348f45b81,segment=NetworkSegment(ad5255bf-78dd-4133-b257-cc1807c79dc2),segment_id=ad5255bf-78dd-4133-b257-cc1807c79dc2)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:24.905238 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:24.928426 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Calling delete_port for fb141be7-b9ab-4432-937a-7cd348f45b81 owned by network:dhcp {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:24.931703 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:24.951724 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4', 'network_id': '567f8a60-fde9-444b-b653-2e1546470307', 'port_id': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4', 'mac_address': 'fa:16:3e:21:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893b7-5c90-4a04-9a71-07a1177b2981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:40:24.971029 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ad3bd-f4f8-4324-9485-033b35263b74 req-85bb9e49-833b-4df1-879d-71c83fdc3255 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:24.974537 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-562ad3bd-f4f8-4324-9485-033b35263b74 req-85bb9e49-833b-4df1-879d-71c83fdc3255 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 944 time: 0.0880282 Oct 27 21:40:25.000288 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.004617 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] DHCP port deletion for bea09168-d337-4108-b0cd-b39191109726 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:40:25.017356 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-562ad3bd-f4f8-4324-9485-033b35263b74 req-9a8ca28f-3fcb-4103-8acb-4e5f0270185a tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Oct 27 21:40:25.020936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:40:25.037269 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.062541 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb141be7-b9ab-4432-937a-7cd348f45b81,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:25.066967 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:25.068682 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] No DVR routers for this DVR port fb141be7-b9ab-4432-937a-7cd348f45b81 on host dv-cinder-815146-4-iscsi {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:25.076390 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.129258 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Deleting port fb141be7-b9ab-4432-937a-7cd348f45b81 {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:25.129947 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.147780 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.169674 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea09168-d337-4108-b0cd-b39191109726']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:25.180914 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5255bf-78dd-4133-b257-cc1807c79dc2') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:25.181215 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5255bf-78dd-4133-b257-cc1807c79dc2') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:25.187104 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:25.193328 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.216558 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.219014 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] For port fb141be7-b9ab-4432-937a-7cd348f45b81, host dv-cinder-815146-4-iscsi, got binding levels [] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:25.219578 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.227606 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:40:25.228268 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:40:25.231497 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:40:25.235872 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Calling delete_port for fb141be7-b9ab-4432-937a-7cd348f45b81 owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:25.239022 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.ipam_backend_mixin [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Port fb141be7-b9ab-4432-937a-7cd348f45b81 was not found and therefore no delete operation was performed {{(pid=101429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 21:40:25.240585 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.268472 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] Pushing event deleted for resources: {'Port': ['ID=fb141be7-b9ab-4432-937a-7cd348f45b81,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:25.274140 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f674a7a-f346-419c-a233-aeaaa7744ba1 None None] No DVR routers for this DVR port fb141be7-b9ab-4432-937a-7cd348f45b81 on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:25.313925 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.320610 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.324572 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] 10.222.0.49 "DELETE /v2.0/networks/bea09168-d337-4108-b0cd-b39191109726 HTTP/1.1" status: 204 len: 168 time: 0.6155138 Oct 27 21:40:25.339940 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdaa01-f8bc-45a6-8e48-d8034114138b admin admin] Pushing event deleted for resources: {'Network': ['ID=bea09168-d337-4108-b0cd-b39191109726,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:25.399861 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:40:25.446907 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42484) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:25.500476 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-5669ff23-f6f8-4023-93e1-93a792eee8ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd977b28ac844cf4b1ef184125ca259a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516889 Oct 27 21:40:25.501597 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42486) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:25.520832 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device fb141be7-b9ab-4432-937a-7cd348f45b81 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:25.552096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: fb141be7-b9ab-4432-937a-7cd348f45b81 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:25.552416 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device fb141be7-b9ab-4432-937a-7cd348f45b81 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:25.552780 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:25.556738 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.577607 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.580314 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:25.580667 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 7ab6eb2c-9b7a-4e4d-9017-4be2809d25b0 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:25.581080 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a4ce2a75-820f-416a-acba-c5320b681b8e no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:25.601645 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: a4ce2a75-820f-416a-acba-c5320b681b8e {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:25.602503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a4ce2a75-820f-416a-acba-c5320b681b8e not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:25.625831 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.628554 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:25.629686 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e02bc95-1f04-42c8-ae88-0527d08c6ad5 HTTP/1.1" status: 204 len: 168 time: 0.1275637 Oct 27 21:40:25.637383 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf681ae3-95aa-4083-a70d-5108bcbca342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e02bc95-1f04-42c8-ae88-0527d08c6ad5,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:25.948826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42492) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:25.988384 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e1f65f20-be49-414f-af11-97b627b4f92b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d20f721fbcf4ebfa90e70ff6d8cf0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383382 Oct 27 21:40:25.991130 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42494) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:26.037761 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:26.060306 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:26.133977 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:26.136465 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:26.137578 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6edd6970-7fb1-40e4-b90a-3b5f0130a1d1 HTTP/1.1" status: 204 len: 168 time: 0.1453364 Oct 27 21:40:26.147497 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618fd0d-a8e1-45c1-a52e-51f991b88e77 req-2eb37786-ddd8-4d23-8f1f-cf6a729c3ba9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:26.149008 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8618fd0d-a8e1-45c1-a52e-51f991b88e77 req-2eb37786-ddd8-4d23-8f1f-cf6a729c3ba9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 945 time: 0.0601263 Oct 27 21:40:26.157256 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9021abc-0c31-4800-b339-0ac37b23db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd6970-7fb1-40e4-b90a-3b5f0130a1d1,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:26.203673 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8618fd0d-a8e1-45c1-a52e-51f991b88e77 req-9de1fe4b-9933-4701-a2a0-7d743d553b6d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 Oct 27 21:40:26.693244 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1de5bf8b-4562-442c-a487-4eb4d9f58179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:26.749353 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:40:26.931552 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:40:26.935150 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:40:26.935546 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:27.020684 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:27.043231 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:27.045505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a6352b-88a4-45f5-a95b-ca1855deed59" -d '{"events": [{"server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "name": "network-vif-plugged", "status": "completed", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:27.058743 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:27.063049 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:27.089681 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f79c55-e905-412e-9009-0b3d6c1b3d1b x-openstack-request-id: req-a3f79c55-e905-412e-9009-0b3d6c1b3d1b {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:27.089972 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "name": "network-vif-plugged", "status": "completed", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:27.090221 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3f79c55-e905-412e-9009-0b3d6c1b3d1b {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:27.090608 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4', 'code': 200} Oct 27 21:40:27.114430 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:27.325483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9e8e-9dd4-413a-9d7c-c95d9f838896 req-f914744f-bb99-44e9-854d-795f14fb428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.326972 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5ab9e8e-9dd4-413a-9d7c-c95d9f838896 req-f914744f-bb99-44e9-854d-795f14fb428d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 1099 time: 0.0712450 Oct 27 21:40:27.347564 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b86a-2046-43e5-8079-d7b0e10681a3 req-c3747547-2e1b-40e1-947f-f7b68c089fec tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.348945 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d882b86a-2046-43e5-8079-d7b0e10681a3 req-c3747547-2e1b-40e1-947f-f7b68c089fec tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0643921 Oct 27 21:40:27.391811 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c5ab9e8e-9dd4-413a-9d7c-c95d9f838896 req-5754301e-2025-405b-90d3-0b3a87731e6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566671 Oct 27 21:40:27.405102 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d882b86a-2046-43e5-8079-d7b0e10681a3 req-66dd4076-a7d0-450c-9ed4-ea9c7f3594a4 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488007 Oct 27 21:40:27.425448 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:27.662502 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:28.245333 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:28.534218 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818eb5f-7654-4c48-84d5-5a5c8e4216e6 req-42cc08b1-2d85-4da8-90dc-9cb69583eb83 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:28.535805 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5818eb5f-7654-4c48-84d5-5a5c8e4216e6 req-42cc08b1-2d85-4da8-90dc-9cb69583eb83 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0562606 Oct 27 21:40:28.577355 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5818eb5f-7654-4c48-84d5-5a5c8e4216e6 req-a45950c5-3c31-4a57-9f6f-febf7100c8dd tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Oct 27 21:40:29.390863 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:29.702384 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9f17-1123-4752-aa9a-dc80123663ac req-7ee713bd-f03a-487a-89b7-0600b1e95f02 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:29.703904 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8abc9f17-1123-4752-aa9a-dc80123663ac req-7ee713bd-f03a-487a-89b7-0600b1e95f02 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Oct 27 21:40:29.742179 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-8abc9f17-1123-4752-aa9a-dc80123663ac req-d01513cf-32de-4db1-a98b-9ebe6a91d105 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Oct 27 21:40:33.646180 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:40:50.756100 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6792f-e547-4867-a1b1-1d5467a6f252 req-a67501db-2e25-4822-bce9-435b1c471be9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:50.757639 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ae6792f-e547-4867-a1b1-1d5467a6f252 req-a67501db-2e25-4822-bce9-435b1c471be9 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0509093 Oct 27 21:40:50.796985 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5ae6792f-e547-4867-a1b1-1d5467a6f252 req-64fe9be2-14dc-4f2e-855e-e29e2f593806 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Oct 27 21:40:51.904823 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-fd3f697f-e1cd-40e2-9ce7-1b1154a823e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:51.922261 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6e5a-a624-407b-97e4-e1f08b93226b req-9a12ed74-edb5-4fb9-b5f5-55303179f7d6 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:51.923846 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74cd6e5a-a624-407b-97e4-e1f08b93226b req-9a12ed74-edb5-4fb9-b5f5-55303179f7d6 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0563838 Oct 27 21:40:51.967438 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-74cd6e5a-a624-407b-97e4-e1f08b93226b req-a9402ea3-ebef-4439-9147-39f0c1758d4b tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Oct 27 21:40:52.722628 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314126b1-a279-4562-892d-2f2c3502d29b req-67e2f888-a37b-4dd7-9044-bc276c1d5068 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:52.724091 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-314126b1-a279-4562-892d-2f2c3502d29b req-67e2f888-a37b-4dd7-9044-bc276c1d5068 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 946 time: 0.0488632 Oct 27 21:40:52.814020 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Deleting port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:52.814351 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:52.904691 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] For port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,segment=NetworkSegment(f51be527-ccb6-42c5-8256-771767f8d24e),segment_id=f51be527-ccb6-42c5-8256-771767f8d24e)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:52.905050 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:52.917516 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Calling delete_port for abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:53.068967 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:53.102606 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Pushing event deleted for resources: {'Port': ['ID=abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:53.108345 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:40:53.144653 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3a2da-befb-432c-80ba-adb680d157a5 req-f81f09f2-c0b3-41d9-9c6e-d9cb26f07a92 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:53.146315 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-94f3a2da-befb-432c-80ba-adb680d157a5 req-f81f09f2-c0b3-41d9-9c6e-d9cb26f07a92 tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d70729d-f823-4793-8467-d0e167233932 HTTP/1.1" status: 200 len: 867 time: 0.1092591 Oct 27 21:40:53.161952 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] No DVR routers for this DVR port abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:53.169195 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:53.172905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-314126b1-a279-4562-892d-2f2c3502d29b req-ac4a8248-e080-4626-b9ac-a568fef3f26c tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.66 "DELETE /v2.0/ports/abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 HTTP/1.1" status: 204 len: 173 time: 0.4419701 Oct 27 21:40:53.173379 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'name': 'network-vif-deleted', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:40:53.175924 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1809a4b0-50cc-42b4-b951-6ee4939571dc" -d '{"events": [{"server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "name": "network-vif-deleted", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:40:53.209188 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-94f3a2da-befb-432c-80ba-adb680d157a5 req-ca098308-a477-46d9-bde9-73b1a8117d6d tempest-VolumesSnapshotTestJSON-83661478 tempest-VolumesSnapshotTestJSON-83661478-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc03581b-9108-454e-937c-a3e352ceba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Oct 27 21:40:53.427749 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37256b63-cf09-4314-bf50-807061b4bcb7 x-openstack-request-id: req-37256b63-cf09-4314-bf50-807061b4bcb7 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:40:53.428061 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d70729d-f823-4793-8467-d0e167233932", "name": "network-vif-deleted", "tag": "abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:40:53.428309 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37256b63-cf09-4314-bf50-807061b4bcb7 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:40:53.428705 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d70729d-f823-4793-8467-d0e167233932', 'name': 'network-vif-deleted', 'tag': 'abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4', 'status': 'completed', 'code': 200} Oct 27 21:40:56.678652 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ac557f27-06f7-47c4-a641-f1f4971a7d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:57.428878 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:57.659320 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:57.841307 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:57.862426 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:57.862812 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device abd41c3c-2ad7-4d3f-bb02-8c54f45b4bb4 not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:58.846389 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:59.392984 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:10.648129 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:17.512780 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42724) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:17.559156 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Deleting subnet 6c0893b7-5c90-4a04-9a71-07a1177b2981 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:41:17.562424 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.601860 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.642766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.696227 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.723998 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0893b7-5c90-4a04-9a71-07a1177b2981,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:17.728629 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.732365 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6c0893b7-5c90-4a04-9a71-07a1177b2981 HTTP/1.1" status: 204 len: 168 time: 0.2184954 Oct 27 21:41:17.735047 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42726) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:17.737608 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.737962 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.738305 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.738646 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.738975 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.739333 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.739671 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.740000 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.740328 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.740652 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.740976 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.741299 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eb00b-2fad-44ae-a168-4e2e1153f56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:17.805334 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.888114 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.908583 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567f8a60-fde9-444b-b653-2e1546470307']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:17.918415 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51be527-ccb6-42c5-8256-771767f8d24e') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:17.918711 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51be527-ccb6-42c5-8256-771767f8d24e') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:17.929393 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.943207 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.950300 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:41:17.950876 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:41:17.952719 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:41:18.014998 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.025254 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.029202 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] 10.222.0.49 "DELETE /v2.0/networks/567f8a60-fde9-444b-b653-2e1546470307 HTTP/1.1" status: 204 len: 168 time: 0.2930250 Oct 27 21:41:18.039169 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Pushing event deleted for resources: {'Network': ['ID=567f8a60-fde9-444b-b653-2e1546470307,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:18.046867 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.047215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.047596 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.047931 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.048273 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.048601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.048931 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.049359 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.049719 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.050017 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.050437 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.050768 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52415eb-86ec-48c3-8f3d-2aedd72098db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:18.205152 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42730) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:18.245628 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-8e8b059b-58f3-4410-8ea3-2f2c44e3c85a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=776ee61bf7ac457c99234aad6a85b3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393050 Oct 27 21:41:18.248149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42732) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:18.295682 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.317222 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.362323 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.365136 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:18.366287 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc03581b-9108-454e-937c-a3e352ceba70 HTTP/1.1" status: 204 len: 168 time: 0.1172228 Oct 27 21:41:18.374549 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab774a-ae6d-4ed8-856e-c3ebf64a8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03581b-9108-454e-937c-a3e352ceba70,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:19.056206 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42754) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:19.160083 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1911486595-network', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:19.181504 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Made reservation on behalf of f81f0c92afaf42a0896d3d05ec8a7f7e for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:19.184390 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.193204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.275979 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.280754 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.307843 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:41:19.317709 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9e95a-7dd7-4449-a2bb-31119d6b5f9b,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:19.324371 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.324752 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Added segment f9e0fc4c-1a91-44c6-b28f-80547745e1fa of type vlan for network 5c726e83-c82c-4f03-a8e5-2c7616651925 Oct 27 21:41:19.365406 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.392204 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.393695 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:19.394725 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.453412 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3948853 Oct 27 21:41:19.456297 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42758) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:19.467549 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Request body: {'subnet': {'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1911486595-subnet', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'ip_version': 4}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:19.479835 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f360c9-524a-4401-988e-62d9cb683f0b admin admin] Pushing event updated for resources: {'Network': ['ID=5c726e83-c82c-4f03-a8e5-2c7616651925,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:19.491030 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:41:19.497156 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Made reservation on behalf of f81f0c92afaf42a0896d3d05ec8a7f7e for: {'subnet': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:19.499956 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5277921'] for subnet, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.672833 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6070671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5277939'] for subnet, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.735929 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0e2d43-e537-4b0b-8061-c5823850a724,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:19.740337 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Checking segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:19.740696 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Network hostable DHCP agents. Network: 5c726e83-c82c-4f03-a8e5-2c7616651925, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:41:19.756625 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:41:19.765669 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, 5c726e83-c82c-4f03-a8e5-2c7616651925) {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:19.769782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:19.770358 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.775829 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df42cd-7696-4055-8d85-e465f6b2575e None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:41:19.786304 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-3d678795-95e9-49c4-afaf-353b8b1432d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289802 Oct 27 21:41:19.788920 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42760) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:19.793227 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:19.813499 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.814482 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.864747 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.927314 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-5c726e83-c82c-4f03-a8e5-2c7616651925', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:41:19.928126 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.014794 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.084757 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Allocated IP 172.20.0.2 (5c726e83-c82c-4f03-a8e5-2c7616651925/9f0e2d43-e537-4b0b-8061-c5823850a724/19e73b52-e1cc-45d3-81fe-b9a87bb64685) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:20.221939 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.238788 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.242774 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.246110 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.284906 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:20.287815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:20.292501 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:20.304688 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Pushing event updated for resources: {'Port': ['ID=19e73b52-e1cc-45d3-81fe-b9a87bb64685,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:20.353720 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Allocated IP 172.27.0.238 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/37b9de45-5d81-49bc-abaa-0fae451fed8d) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:20.354989 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Attempting to bind port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:20.355382 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Attempting to bind port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:20.355871 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Attempting to bind port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 on network 5c726e83-c82c-4f03-a8e5-2c7616651925 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:20.361354 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:20.361725 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Checking segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:20.362116 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.362508 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Bound using segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:20.362973 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Bound port: 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:20.363381 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.428503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] For port 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:20.432225 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] For port 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=19e73b52-e1cc-45d3-81fe-b9a87bb64685,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:20.437121 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.467853 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.512535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fef9b-fa1d-430a-9f62-91aa9ad91f9d None None] Pushing event updated for resources: {'Port': ['ID=19e73b52-e1cc-45d3-81fe-b9a87bb64685,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:20.520404 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:20.570652 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:20.576092 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:20.580229 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:20.586314 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Pushing event updated for resources: {'Port': ['ID=37b9de45-5d81-49bc-abaa-0fae451fed8d,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:20.871636 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:21.094870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:21.235637 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:41:21.353581 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:41:21.367693 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Sync routers for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:41:21.372084 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:21.374342 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b9effc11-6282-4d18-86ea-2fab0e241d34 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5840638 Oct 27 21:41:21.376851 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42762) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:21.382671 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:21.383383 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:40:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:21.464194 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ed990-0eea-47ac-a58f-f59ad6ccb9ca None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:41:21.560318 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:21.624387 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 19e73b52-e1cc-45d3-81fe-b9a87bb64685 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:21.840149 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:21.843271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Provisioning complete for port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:21.843663 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:21.972792 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ce48980c-b19e-45c8-aff2-c61dde12b1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.025208 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:22.025576 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.033446 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Allocated IP 172.20.0.1 (5c726e83-c82c-4f03-a8e5-2c7616651925/9f0e2d43-e537-4b0b-8061-c5823850a724/3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:22.134265 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.156521 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.198736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.220409 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] For port 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=19e73b52-e1cc-45d3-81fe-b9a87bb64685,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:22.225232 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:20Z', 'revision_number': 3, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:22.253066 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:22.256716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:22.259334 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.261728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:22.267834 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Checking router: c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:41:22.268107 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Pushing event updated for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:22.268207 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Updating router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 port 37b9de45-5d81-49bc-abaa-0fae451fed8d binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:41:22.305225 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.308568 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.340482 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.403925 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Pushing event updated for resources: {'Port': ['ID=19e73b52-e1cc-45d3-81fe-b9a87bb64685,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:22.426171 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.426529 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.426873 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.427668 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.427841 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.428174 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.428501 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.428953 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.429155 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.429477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.429799 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.430123 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c97388-2915-4b60-9ed8-0f6d807767af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:22.461071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.508170 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.db.api [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:41:22.508825 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG oslo_db.api [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:41:22.525084 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-4ec69f95-7bba-4503-a7b8-43f0ef8f393d None None] Provisioning complete for port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:22.525777 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-4ec69f95-7bba-4503-a7b8-43f0ef8f393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.645728 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.650509 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.720144 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.722932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Pushing event updated for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:22.772958 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.779882 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.848028 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9b02-c75c-43b8-9e5a-797d33e2622b None None] Pushing event updated for resources: {'Port': ['ID=37b9de45-5d81-49bc-abaa-0fae451fed8d,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:22.853480 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-6711f9b7-fafd-4eb5-a1b6-3131703fbbef None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:22.854405 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6711f9b7-fafd-4eb5-a1b6-3131703fbbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.856557 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Attempting to bind port 37b9de45-5d81-49bc-abaa-0fae451fed8d on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:22.856774 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Attempting to bind port 37b9de45-5d81-49bc-abaa-0fae451fed8d by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:22.857137 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Attempting to bind port 37b9de45-5d81-49bc-abaa-0fae451fed8d on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:22.881431 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:22.881832 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:22.882209 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.882613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:22.883111 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Bound port: 37b9de45-5d81-49bc-abaa-0fae451fed8d, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:22.883518 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:22.928225 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-6711f9b7-fafd-4eb5-a1b6-3131703fbbef None None] Port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:41:22.954965 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] For port 37b9de45-5d81-49bc-abaa-0fae451fed8d, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:22.958371 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] For port 37b9de45-5d81-49bc-abaa-0fae451fed8d, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=37b9de45-5d81-49bc-abaa-0fae451fed8d,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:22.962494 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:23.042130 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:23.042686 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:40:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:23.111780 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:23.113270 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9b02-c75c-43b8-9e5a-797d33e2622b None None] Pushing event updated for resources: {'Port': ['ID=37b9de45-5d81-49bc-abaa-0fae451fed8d,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:23.113699 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:23.185204 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:23.240884 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:41:23.353580 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:41:23.358640 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-27ee8e90-5d87-4db8-b2a9-153632f51832 admin admin] 10.222.0.49 "PUT /v2.0/routers/c56f5e0a-1e65-4dc3-83f9-d0698a31ec35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807596 Oct 27 21:41:23.382597 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f1d74af0-ad72-4c28-bc03-10ebc96a81d0 None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:23.383002 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f1d74af0-ad72-4c28-bc03-10ebc96a81d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:23.425520 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f1d74af0-ad72-4c28-bc03-10ebc96a81d0 None None] Port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:41:23.440372 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 2, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:23.476903 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad1e27-93a2-482e-8d9b-8c2cec44fe57 None None] The sync data for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi is: [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 2, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:41:23.545359 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 19e73b52-e1cc-45d3-81fe-b9a87bb64685 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:23.600535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:23.600905 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:23.888249 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42778) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:23.893312 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1451068295-network', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:23.914500 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Made reservation on behalf of 7d53bf17ec184874ab0bfddb6a6864cb for: {'network': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:23.917397 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:23.926617 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.012827 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.017969 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.037332 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=101428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:41:24.058864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.059905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.segments_db [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Added segment 2765ca9d-904f-4035-aa32-63c6f2225a60 of type vlan for network e426382f-d73f-4175-98ec-9a34431125e3 Oct 27 21:41:24.060560 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623c2a5-7445-4aa3-a749-8de88ae4381d,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:24.113834 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740573938104'] for network, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.146176 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180'] for network, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.147315 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:24.148049 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.214628 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3252401 Oct 27 21:41:24.217470 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42780) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:24.223034 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd01a6-71e8-4c78-8b5f-283d9d9d944c admin admin] Pushing event updated for resources: {'Network': ['ID=e426382f-d73f-4175-98ec-9a34431125e3,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:24.235042 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Request body: {'subnet': {'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1451068295-subnet', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'ip_version': 4}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:24.235311 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Network e426382f-d73f-4175-98ec-9a34431125e3 details requested by agent ovs-agent-dv-cinder-815146-4-iscsi with host dv-cinder-815146-4-iscsi {{(pid=101429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:41:24.257299 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Made reservation on behalf of 7d53bf17ec184874ab0bfddb6a6864cb for: {'subnet': 1} {{(pid=101427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:24.259679 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4503134'] for subnet, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.436567 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4402679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4503116'] for subnet, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.492654 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f75807-86c0-449e-86a7-92d066221654,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:24.501994 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Checking segment: {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:24.502550 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Network hostable DHCP agents. Network: e426382f-d73f-4175-98ec-9a34431125e3, hostable agents: ['02232094-fc99-41fd-a1de-8769dfc2d95c'], hosted agents: [] {{(pid=101427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:41:24.520966 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Network e426382f-d73f-4175-98ec-9a34431125e3 is scheduled to be hosted by DHCP agent 02232094-fc99-41fd-a1de-8769dfc2d95c with binding_index 1 {{(pid=101427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:41:24.532539 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-4-iscsi, e426382f-d73f-4175-98ec-9a34431125e3) {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:24.536791 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:24.537423 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.543206 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08270adf-72d2-43da-aa59-df80c16010fe None None] Network e426382f-d73f-4175-98ec-9a34431125e3 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:41:24.555069 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e96e851e-4a06-4dfb-a463-7a6fd8e4f187 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3357491 Oct 27 21:41:24.557826 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42782) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:24.562775 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:24.586732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6954'] for router, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.589199 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1660366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.649989 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.706402 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp188c6fac-b2bb-5252-b4c1-49fb69a86234-e426382f-d73f-4175-98ec-9a34431125e3', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654'}]}} from dv-cinder-815146-4-iscsi. {{(pid=101429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:41:24.707381 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.792854 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.844613 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.db_base_plugin_common [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Allocated IP 172.20.0.2 (e426382f-d73f-4175-98ec-9a34431125e3/17f75807-86c0-449e-86a7-92d066221654/5582f081-4059-43c6-8fce-b082b609be36) {{(pid=101429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:24.989323 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks [] for port, precommit_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.991006 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:24.995995 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398'] for port, after_create {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.012777 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.042106 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Network e426382f-d73f-4175-98ec-9a34431125e3 is already hosted by enough agents. {{(pid=101429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:25.045507 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.scheduler.base_scheduler [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Resources bound (agent type, host, resource id): {{(pid=101429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:25.047988 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Received port after_create {{(pid=101429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:25.057910 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Pushing event updated for resources: {'Port': ['ID=5582f081-4059-43c6-8fce-b082b609be36,revision_number=1']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:25.108783 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Attempting to bind port 5582f081-4059-43c6-8fce-b082b609be36 on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:25.109427 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Attempting to bind port 5582f081-4059-43c6-8fce-b082b609be36 by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:25.109880 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Attempting to bind port 5582f081-4059-43c6-8fce-b082b609be36 on network e426382f-d73f-4175-98ec-9a34431125e3 {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:25.117464 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:25.118113 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Checking segment: {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:25.118786 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.119964 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Bound using segment: {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:25.120780 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Bound port: 5582f081-4059-43c6-8fce-b082b609be36, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:25.121461 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.198981 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] For port 5582f081-4059-43c6-8fce-b082b609be36, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:25.203050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] For port 5582f081-4059-43c6-8fce-b082b609be36, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=5582f081-4059-43c6-8fce-b082b609be36,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:25.209021 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.278532 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126e71-460d-4d3e-9da3-36370e2eba49 None None] Pushing event updated for resources: {'Port': ['ID=5582f081-4059-43c6-8fce-b082b609be36,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:25.347587 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Allocated IP 172.27.0.106 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/f516d028-5b3a-4b32-be78-64362c2ac25c) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:25.476528 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.499547 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Sync routers for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:41:25.514907 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:25.521179 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:40:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:25.524274 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.573101 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:25.580177 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:25.580496 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:25.608701 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f516d028-5b3a-4b32-be78-64362c2ac25c,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:25.637145 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 37b9de45-5d81-49bc-abaa-0fae451fed8d up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:25.666508 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:25.832324 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 37b9de45-5d81-49bc-abaa-0fae451fed8d triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:25.834073 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.870112 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.918846 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.944201 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 37b9de45-5d81-49bc-abaa-0fae451fed8d, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=37b9de45-5d81-49bc-abaa-0fae451fed8d,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:25.949986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:25.950794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 5582f081-4059-43c6-8fce-b082b609be36 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:25.983379 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 2, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:26.017384 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Checking router: c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:41:26.017862 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Updating router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:41:26.041719 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=37b9de45-5d81-49bc-abaa-0fae451fed8d,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:26.048329 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.057778 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 5582f081-4059-43c6-8fce-b082b609be36 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:26.058159 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.108206 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660307'] for router, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.158681 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.210086 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port 5582f081-4059-43c6-8fce-b082b609be36, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=5582f081-4059-43c6-8fce-b082b609be36,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:26.215096 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.260211 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 is scheduled to L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd with binding_index 1 {{(pid=101427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:41:26.290562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=5582f081-4059-43c6-8fce-b082b609be36,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:26.331294 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510364d3-4ee9-4227-ba52-31a0de084e73 None None] Network e426382f-d73f-4175-98ec-9a34431125e3 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:41:26.392849 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:41:26.394471 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.402966 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.409461 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Sync routers for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:41:26.412867 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-c578d6a6-e2d0-44b6-bbaf-292c52ed3dae None None] Provisioning complete for port 5582f081-4059-43c6-8fce-b082b609be36 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:26.413069 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c578d6a6-e2d0-44b6-bbaf-292c52ed3dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.420883 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.424927 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-361646c9-c8f8-426e-9187-a3dac51051d9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8634264 Oct 27 21:41:26.425202 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42784) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:26.467663 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Pushing event updated for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:26.483395 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:26.484037 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:40:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:26.496510 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.496974 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.497385 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.497787 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.498189 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.498586 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.498983 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.499446 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.499858 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.500433 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.500608 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.500996 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:26.550076 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Attempting to bind port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:26.551501 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Attempting to bind port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:26.551916 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Attempting to bind port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a on network 5c726e83-c82c-4f03-a8e5-2c7616651925 {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:26.558450 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:26.559256 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Checking segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:26.559427 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.559833 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Bound using segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:26.560391 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Bound port: 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:26.561353 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.647124 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] For port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:26.653488 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] For port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:26.659139 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.733391 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:26.734050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:26.734457 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:40:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:26.814435 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00c886-c19b-4841-988d-e3a3144a0a56 None None] Pushing event updated for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:26.826505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-43e004ce-b574-425c-8f14-c3cab5e36fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.883202 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:27.085223 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:27.085665 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.154019 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.171452 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 3, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:27.208772 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Checking router: 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:41:27.209377 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Updating router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 port f516d028-5b3a-4b32-be78-64362c2ac25c binding host dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:41:27.234624 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-41c393db-2108-4d57-8329-a4a582946164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:26Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:27.263107 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.276258 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c393db-2108-4d57-8329-a4a582946164 None None] The sync data for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi is: [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:26Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:41:27.294211 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.383957 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_common [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Allocated IP 172.20.0.1 (e426382f-d73f-4175-98ec-9a34431125e3/17f75807-86c0-449e-86a7-92d066221654/a8fc0c4d-819f-4b10-b034-77530f6282bf) {{(pid=101427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:27.434922 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] For port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:27.448073 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.493814 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.522188 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.569335 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.598069 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf4ae8-ad3b-4396-93be-e15194d666c5 None None] Pushing event updated for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:27.611067 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-6e09de31-3e98-4207-8d6a-b22162e0722a None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:27.611500 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6e09de31-3e98-4207-8d6a-b22162e0722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.640930 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Network e426382f-d73f-4175-98ec-9a34431125e3 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:27.644765 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:27.648386 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 37b9de45-5d81-49bc-abaa-0fae451fed8d up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:27.665268 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Received port after_create {{(pid=101427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:27.718057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:27.737950 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603278'] for router_interface, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.744941 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.807641 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 37b9de45-5d81-49bc-abaa-0fae451fed8d triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:27.808108 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.903938 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks [] for port, precommit_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.917151 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.922598 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:27.993590 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Attempting to bind port f516d028-5b3a-4b32-be78-64362c2ac25c on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:27.993873 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Attempting to bind port f516d028-5b3a-4b32-be78-64362c2ac25c by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:27.994275 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Attempting to bind port f516d028-5b3a-4b32-be78-64362c2ac25c on network 4085040b-03de-4648-a578-5125d0a65fde {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:28.028757 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4177712-a3c8-4fdd-9939-60c3ff00a767 None None] Pushing event updated for resources: {'Port': ['ID=f516d028-5b3a-4b32-be78-64362c2ac25c,revision_number=2']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:28.036515 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-6e09de31-3e98-4207-8d6a-b22162e0722a None None] Provisioning complete for port 5582f081-4059-43c6-8fce-b082b609be36 triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:28.036894 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6e09de31-3e98-4207-8d6a-b22162e0722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.038728 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:28.039110 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Checking segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:28.039538 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.039938 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Bound using segment: {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'} {{(pid=101429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:28.040425 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.managers [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Bound port: f516d028-5b3a-4b32-be78-64362c2ac25c, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18b23f-6b95-410a-a452-6710abddd4d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4085040b-03de-4648-a578-5125d0a65fde'}}] {{(pid=101429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:28.040809 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.082824 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:28.119845 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.127602 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4402552'] for port, after_update {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.159532 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] For port f516d028-5b3a-4b32-be78-64362c2ac25c, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:28.164009 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] For port f516d028-5b3a-4b32-be78-64362c2ac25c, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=f516d028-5b3a-4b32-be78-64362c2ac25c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:28.174477 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.202191 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656926'] for router_interface, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.215156 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=2']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:28.310897 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Network e426382f-d73f-4175-98ec-9a34431125e3 is already hosted by enough agents. {{(pid=101427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:28.312605 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.base_scheduler [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Resources bound (agent type, host, resource id): {{(pid=101427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:28.397936 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:28.398481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.410762 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:28.411612 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:41:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:28.439310 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:41:28.471969 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4177712-a3c8-4fdd-9939-60c3ff00a767 None None] Pushing event updated for resources: {'Port': ['ID=f516d028-5b3a-4b32-be78-64362c2ac25c,revision_number=3']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:28.565766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:41:28.583678 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2fa84fa3-52a1-4937-932d-6e5143f70131 admin admin] 10.222.0.49 "PUT /v2.0/routers/6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1446066 Oct 27 21:41:28.601702 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:28.604544 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 5582f081-4059-43c6-8fce-b082b609be36 up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:28.725016 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-527bf2d5-8f99-48e1-8b0d-4fb135d7b9bf None None] Provisioning complete for port a8fc0c4d-819f-4b10-b034-77530f6282bf triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:28.725389 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-527bf2d5-8f99-48e1-8b0d-4fb135d7b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.814199 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-527bf2d5-8f99-48e1-8b0d-4fb135d7b9bf None None] Port a8fc0c4d-819f-4b10-b034-77530f6282bf cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:41:28.828056 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 5582f081-4059-43c6-8fce-b082b609be36 triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:28.828425 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.886643 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.993921 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a8fc0c4d-819f-4b10-b034-77530f6282bf', 'name': '', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'mac_address': 'fa:16:3e:99:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:27Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 2, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'subnets': [{'id': '17f75807-86c0-449e-86a7-92d066221654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:29.024951 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa7b0-18b2-484f-a330-ba25372f3193 None None] The sync data for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi is: [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a8fc0c4d-819f-4b10-b034-77530f6282bf', 'name': '', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'mac_address': 'fa:16:3e:99:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:27Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 2, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'subnets': [{'id': '17f75807-86c0-449e-86a7-92d066221654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:41:29.146123 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42792) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.152971 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664932734', 'description': 'tempest-secgroup-smoke-664932734 description', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.178572 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.261057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.264944 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.301094 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.302621 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1554778 Oct 27 21:41:29.304831 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf4c90-2447-498a-a28e-c1ca38f3812e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c5f3b-3bfc-4f12-be78-182d58ac2f11,revision_number=1']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:29.307570 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42794) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.311782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.344736 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.402963 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.411903 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.416136 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.436955 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d6dd73-7806-4076-ada3-0d72cb2e3346,revision_number=0']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:29.446205 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.450668 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-91ba18b1-4fe6-4548-857a-47cab83c3111 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405504 Oct 27 21:41:29.451134 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42796) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.456804 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.486495 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.558960 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.565906 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.569712 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:29.585970 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa4e955-3507-43de-a1cd-c77eb678725c,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:29.595872 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.597539 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-e76b462a-7786-4dbf-9054-cfca74f1f3a0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442211 Oct 27 21:41:29.599898 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42798) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.605266 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.635704 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:29.636085 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.641291 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.720210 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.725180 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.746498 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d355324-b92e-43d5-b227-029d907bf6ab,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:29.753857 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.755061 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-335ddc8a-8de0-4d4d-8501-ef7018dd5d65 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541109 Oct 27 21:41:29.757814 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42800) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.762239 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.789956 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.852876 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.856986 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.875908 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c05764-7a83-49e6-9b67-66c85fd095be,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:29.884660 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.885989 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-78baa6f5-0b36-4db4-be63-105ff5ac711e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272104 Oct 27 21:41:29.889278 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42802) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:29.893653 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:29.916971 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.securitygroups_db [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Project f81f0c92afaf42a0896d3d05ec8a7f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:41:29.922616 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.986881 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:29.990653 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.009014 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6668ed7d-33c3-4a0a-88e4-6e7347b2b8ab,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:30.017624 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.018838 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-eca547f6-3dba-4493-9544-021e7c3072b0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286287 Oct 27 21:41:30.021766 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 42804) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:41:30.026207 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.v2.base [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'security_group_rule': {'security_group_id': 'f79c5f3b-3bfc-4f12-be78-182d58ac2f11', 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:30.049203 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.db.securitygroups_db [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Project f81f0c92afaf42a0896d3d05ec8a7f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:41:30.054732 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.120204 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.131946 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723353'] for security_group_rule, after_create {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.159366 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02794ef3-3d69-424b-9326-bb034a1f1c0c,revision_number=0']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:30.179194 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:30.183909 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-46318b5e-f93d-48da-973f-51a2fe4fd4e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610856 Oct 27 21:41:31.520263 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Sync routers for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:41:31.531530 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:31.532150 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:41:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:31.566651 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device f516d028-5b3a-4b32-be78-64362c2ac25c up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:31.622904 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port f516d028-5b3a-4b32-be78-64362c2ac25c triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:31.623393 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:31.655371 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:31.709759 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:31.735616 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-f94c37df-af97-4ac0-b692-de007715254f None None] For port f516d028-5b3a-4b32-be78-64362c2ac25c, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=f516d028-5b3a-4b32-be78-64362c2ac25c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:31.741631 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:31.803584 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Pushing event updated for resources: {'Port': ['ID=f516d028-5b3a-4b32-be78-64362c2ac25c,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:31.876382 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a8fc0c4d-819f-4b10-b034-77530f6282bf', 'name': '', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'mac_address': 'fa:16:3e:99:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:27Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 2, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'subnets': [{'id': '17f75807-86c0-449e-86a7-92d066221654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:31.906480 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Checking router: 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:41:31.906821 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Updating router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 port a8fc0c4d-819f-4b10-b034-77530f6282bf binding host dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:41:31.934540 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.218552 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks [] for port, precommit_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.224515 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.282517 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f256e9-ecf6-4c89-98fe-1eb979c7139f None None] Pushing event updated for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=3']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:32.425718 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Attempting to bind port a8fc0c4d-819f-4b10-b034-77530f6282bf on host dv-cinder-815146-4-iscsi for vnic_type normal with profile {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:32.426078 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Attempting to bind port a8fc0c4d-819f-4b10-b034-77530f6282bf by drivers openvswitch,hyperv on host dv-cinder-815146-4-iscsi at level 0 using segments [{'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:32.426431 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Attempting to bind port a8fc0c4d-819f-4b10-b034-77530f6282bf on network e426382f-d73f-4175-98ec-9a34431125e3 {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:32.432692 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Checking agent: {'id': 'e59395ec-e9c5-4432-9bec-9ec52dae2674', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 28), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:32.433055 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Checking segment: {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:32.433479 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.433861 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Bound using segment: {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'} {{(pid=101430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:32.434327 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.managers [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Bound port: a8fc0c4d-819f-4b10-b034-77530f6282bf, host: dv-cinder-815146-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2765ca9d-904f-4035-aa32-63c6f2225a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3'}}] {{(pid=101430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:32.434692 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.501326 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] For port a8fc0c4d-819f-4b10-b034-77530f6282bf, host dv-cinder-815146-4-iscsi, cleared binding levels {{(pid=101430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:32.504644 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.plugins.ml2.db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] For port a8fc0c4d-819f-4b10-b034-77530f6282bf, host dv-cinder-815146-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a8fc0c4d-819f-4b10-b034-77530f6282bf,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:32.509055 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron_lib.callbacks.manager [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.574334 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:32.575027 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:41:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:32.577190 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f256e9-ecf6-4c89-98fe-1eb979c7139f None None] Pushing event updated for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=4']} {{(pid=101430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:32.586195 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] Provisioning complete for port a8fc0c4d-819f-4b10-b034-77530f6282bf triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:32.586792 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.686681 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.707505 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:32.725598 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] For port a8fc0c4d-819f-4b10-b034-77530f6282bf, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a8fc0c4d-819f-4b10-b034-77530f6282bf,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:32.732050 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.796825 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1357f6-5812-45d0-b999-bb38a7ce70a9 None None] Pushing event updated for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:32.874299 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-ed605231-e7a4-4c46-ae87-899408e08a1d None None] Provisioning complete for port a8fc0c4d-819f-4b10-b034-77530f6282bf triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:32.874781 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-ed605231-e7a4-4c46-ae87-899408e08a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:32.929507 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a8fc0c4d-819f-4b10-b034-77530f6282bf', 'name': '', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'mac_address': 'fa:16:3e:99:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:27Z', 'updated_at': '2021-10-27T21:41:32Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'subnets': [{'id': '17f75807-86c0-449e-86a7-92d066221654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:32.957623 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004fe3a-de6d-4839-8508-44f0aa12b715 None None] The sync data for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi is: [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': 'a8fc0c4d-819f-4b10-b034-77530f6282bf', 'name': '', 'network_id': 'e426382f-d73f-4175-98ec-9a34431125e3', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'mac_address': 'fa:16:3e:99:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17f75807-86c0-449e-86a7-92d066221654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:27Z', 'updated_at': '2021-10-27T21:41:32Z', 'revision_number': 4, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'subnets': [{'id': '17f75807-86c0-449e-86a7-92d066221654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:41:33.576783 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device f516d028-5b3a-4b32-be78-64362c2ac25c up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:33.635451 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port f516d028-5b3a-4b32-be78-64362c2ac25c triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:33.636146 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:33.715437 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a8fc0c4d-819f-4b10-b034-77530f6282bf up at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:33.770727 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Provisioning complete for port a8fc0c4d-819f-4b10-b034-77530f6282bf triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:33.771091 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:47.588919 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0dd19de6-2c7b-4ffa-908e-f910a8b677cf tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664932734&fields=id&tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e HTTP/1.1" status: 200 len: 267 time: 0.0326679 Oct 27 21:41:47.646159 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:47.700726 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-2895249a-3ef6-495e-9598-78fff3390899 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:47.702093 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-2895249a-3ef6-495e-9598-78fff3390899 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 809 time: 0.1065779 Oct 27 21:41:47.716676 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-2d6fd8a0-e60e-4d5b-9526-2b99ecf9b457 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/quotas/f81f0c92afaf42a0896d3d05ec8a7f7e HTTP/1.1" status: 200 len: 375 time: 0.0089788 Oct 27 21:41:47.768108 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-5ea7a2a8-6f63-436a-a5e7-a33515c1bfab tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461762 Oct 27 21:41:47.953008 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-430d805d-d39a-4cb6-83a5-dfa14b80c494 service neutron] 10.222.0.49 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729803 Oct 27 21:41:48.040302 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-346c723b-eb43-4bec-a2d6-2fdfcd01e082 service neutron] 10.222.0.49 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813544 Oct 27 21:41:48.316081 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9a72c493-118f-4e87-8107-41a8e0daa59e req-ced6807d-a3a9-41b8-844c-ba9690786899 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 210 time: 0.0271258 Oct 27 21:41:49.424051 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-cc7b9e6a-7f1a-4563-bfc8-3d7ef5b52e41 req-3d93eefd-c669-4872-94da-d3782045b88f tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 210 time: 0.0355651 Oct 27 21:41:49.462883 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-435db539-41a6-4064-af78-a3a357c31748 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.464349 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-435db539-41a6-4064-af78-a3a357c31748 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 809 time: 0.1319828 Oct 27 21:41:49.534591 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-1ecd907e-a05c-4b73-82b1-a211cc60bf5c tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e HTTP/1.1" status: 200 len: 379 time: 0.0383859 Oct 27 21:41:49.546512 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'port': {'device_id': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'admin_state_up': True, 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'security_groups': ['f79c5f3b-3bfc-4f12-be78-182d58ac2f11']}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:49.653321 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Made reservation on behalf of f81f0c92afaf42a0896d3d05ec8a7f7e for: {'port': 1} {{(pid=101428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:49.657235 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.784520 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Allocated IP 172.20.0.7 (5c726e83-c82c-4f03-a8e5-2c7616651925/9f0e2d43-e537-4b0b-8061-c5823850a724/61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:49.923559 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.957410 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.007400 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:50.010576 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:50.016163 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:50.022815 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:50.071262 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.072985 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.091827 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-3cc19612-7db9-4407-b4e2-c48650b68aa1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5485919 Oct 27 21:41:50.162519 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Request body: {'port': {'device_id': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:50.218165 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.292976 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-d281989f-53ee-4eaa-95a6-c7fb1765058c None None] Provisioning complete for port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f triggered by entity DHCP. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:50.293597 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d281989f-53ee-4eaa-95a6-c7fb1765058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.329481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-d281989f-53ee-4eaa-95a6-c7fb1765058c None None] Port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f cannot update to ACTIVE because it is not bound. {{(pid=101429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:41:50.478945 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f {{(pid=101428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:41:50.487220 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.500459 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.provisioning_blocks [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Transition to ACTIVE for port object 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f will not be triggered until provisioned by entity L2. {{(pid=101428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:41:50.510255 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.581491 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:50.592635 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c82be-eb63-4000-95a7-0be689c5ae51 req-0423e9cc-4160-4adc-8884-538f3db4bfb8 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.594194 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b1c82be-eb63-4000-95a7-0be689c5ae51 req-0423e9cc-4160-4adc-8884-538f3db4bfb8 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0950296 Oct 27 21:41:50.679898 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1b1c82be-eb63-4000-95a7-0be689c5ae51 req-481b1318-9070-4b7f-a918-5445dac1603c tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788820 Oct 27 21:41:50.697525 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Attempting to bind port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:50.697858 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Attempting to bind port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:50.698191 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Attempting to bind port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f on network 5c726e83-c82c-4f03-a8e5-2c7616651925 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:50.703216 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f on network 5c726e83-c82c-4f03-a8e5-2c7616651925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:41:50.703503 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Attempting to bind port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f on network 5c726e83-c82c-4f03-a8e5-2c7616651925 {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:50.708546 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Checking agent: {'id': '4c3b8949-11b9-4ed6-b88e-4dd20acbad5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:50.708882 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Checking segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:50.709261 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Bound using segment: {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'} {{(pid=101428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:50.709688 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.managers [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Bound port: 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925'}}] {{(pid=101428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:50.710040 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.772610 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, cleared binding levels {{(pid=101428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:50.775582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:50.780742 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.819494 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.820119 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:50.821439 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] 10.222.0.66 "PUT /v2.0/ports/61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 1093 time: 0.7147639 Oct 27 21:41:50.821897 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:41:50.824277 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9371b66b-dbc8-4552-a614-e7d146237bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:41:50.849379 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90e482-7a33-4d80-b1a4-a7cd79d6a519 service neutron] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=3']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:50.869888 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e964bd-47fa-42e3-8d69-14e2fbbd11f8 x-openstack-request-id: req-a4e964bd-47fa-42e3-8d69-14e2fbbd11f8 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:41:50.870179 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:41:50.870435 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4e964bd-47fa-42e3-8d69-14e2fbbd11f8 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:41:50.870833 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'status': 'completed', 'code': 200} Oct 27 21:41:50.933510 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-e6eabd34-f204-4e8e-a1ff-55d109779b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.935321 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-e6eabd34-f204-4e8e-a1ff-55d109779b6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1096 time: 0.0435276 Oct 27 21:41:50.995697 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-da8be09d-3515-411c-a98c-ce03e0cf948b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 217 time: 0.0422087 Oct 27 21:41:51.047115 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-2ded3a11-01bf-49e9-984d-5b9f7b406651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.048600 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-2ded3a11-01bf-49e9-984d-5b9f7b406651 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0459476 Oct 27 21:41:51.098838 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-203f5110-ff57-4748-a532-df40d99ee048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.100270 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-203f5110-ff57-4748-a532-df40d99ee048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436966 Oct 27 21:41:51.190099 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-126811e1-04be-44b1-8bf0-997a8be8d962 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818720 Oct 27 21:41:51.289808 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bd490b4c-60e1-4670-9a80-ae8bd413a461 req-e0d2c94b-204d-4629-ab42-7d75e0768743 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839336 Oct 27 21:41:51.422498 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-21f72e62-9041-499c-844c-c719317e39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.424011 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-21f72e62-9041-499c-844c-c719317e39b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1096 time: 0.0409966 Oct 27 21:41:51.518743 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-d1fb8125-cf99-448d-a2a9-9f50459a6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.520216 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-d1fb8125-cf99-448d-a2a9-9f50459a6582 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0866826 Oct 27 21:41:51.562059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-fdeee3a0-bf29-42f6-9478-23259e57b6cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 217 time: 0.0336428 Oct 27 21:41:51.612111 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-9094f324-287e-4159-a167-820cf6ba755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.613514 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-9094f324-287e-4159-a167-820cf6ba755c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0426090 Oct 27 21:41:51.663469 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-c1d83449-a366-4307-858b-0a924f3105c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.664931 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-c1d83449-a366-4307-858b-0a924f3105c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424538 Oct 27 21:41:51.792944 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-b9640c30-8b85-4ec9-934c-ba8563e821b9 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196253 Oct 27 21:41:51.827259 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f7104-fbc2-4b0e-b86c-62e201a1cac3 req-3b4621f0-f3b0-4c0d-a702-c5d124311cf3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.828677 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a86f7104-fbc2-4b0e-b86c-62e201a1cac3 req-3b4621f0-f3b0-4c0d-a702-c5d124311cf3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0789349 Oct 27 21:41:51.898308 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-a86f7104-fbc2-4b0e-b86c-62e201a1cac3 req-858570c0-1faa-4911-a60b-d0f151c954fc tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455918 Oct 27 21:41:51.905409 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-eec34c9a-d5c0-4b0b-a395-6431e658d3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:51.922714 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9371b66b-dbc8-4552-a614-e7d146237bfc req-5e97c46c-247a-49d2-8863-ec78b84eb5cf service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208286 Oct 27 21:41:53.032315 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ee94-9695-4fef-847e-efa193cc66e0 req-af520e0f-eb2e-45eb-9d47-66e0b798e5b4 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:53.033792 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3b8ee94-9695-4fef-847e-efa193cc66e0 req-af520e0f-eb2e-45eb-9d47-66e0b798e5b4 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0597017 Oct 27 21:41:53.075340 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d3b8ee94-9695-4fef-847e-efa193cc66e0 req-cd5d87f6-b257-4854-adf4-2aff9b477ea7 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356436 Oct 27 21:41:54.187423 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eafebb-3374-4720-a839-d1ac32fa244c req-59bd8041-859f-42ed-9b0b-26c94628c631 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:54.188885 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b7eafebb-3374-4720-a839-d1ac32fa244c req-59bd8041-859f-42ed-9b0b-26c94628c631 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0482910 Oct 27 21:41:54.226059 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b7eafebb-3374-4720-a839-d1ac32fa244c req-4b260beb-8291-411c-a82b-016c46cca9b9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Oct 27 21:41:55.341126 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd768727-c46c-4ec0-9990-617317779933 req-d235c4e0-1426-444b-bad9-ebf6a57ebc23 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:55.342601 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fd768727-c46c-4ec0-9990-617317779933 req-d235c4e0-1426-444b-bad9-ebf6a57ebc23 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0499163 Oct 27 21:41:55.381618 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fd768727-c46c-4ec0-9990-617317779933 req-9001a6f1-c777-4eca-80ee-b30ca0fabf81 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Oct 27 21:41:56.496124 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30394d1-1053-4d92-b234-f2c531fe3688 req-2a53e12e-d1b7-466a-8a90-3e1b49bf3cf9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:56.498117 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d30394d1-1053-4d92-b234-f2c531fe3688 req-2a53e12e-d1b7-466a-8a90-3e1b49bf3cf9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0505266 Oct 27 21:41:56.539245 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d30394d1-1053-4d92-b234-f2c531fe3688 req-4114083c-eac8-4713-9989-ea2ca746b8dd tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Oct 27 21:41:56.680667 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-68a2834f-f25f-4c8a-827b-77d9d3ea3c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:57.430159 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:57.657023 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:57.657381 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feca756-8b29-4800-a997-8687089c45b0 req-e02275a9-92a6-454d-9a77-ce85af22a425 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:57.658933 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0feca756-8b29-4800-a997-8687089c45b0 req-e02275a9-92a6-454d-9a77-ce85af22a425 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0511379 Oct 27 21:41:57.696625 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-0feca756-8b29-4800-a997-8687089c45b0 req-84a8ccbe-e5e2-42fa-96e6-fde6dee89c24 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Oct 27 21:41:58.808930 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390f6bd-3947-452c-acbf-d2d34a75104e req-2e12465f-e4dd-41dc-9439-86c476c4b826 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:58.810928 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5390f6bd-3947-452c-acbf-d2d34a75104e req-2e12465f-e4dd-41dc-9439-86c476c4b826 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0497923 Oct 27 21:41:58.823456 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:58.849853 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5390f6bd-3947-452c-acbf-d2d34a75104e req-9cd87054-f038-4f82-baee-cc0247c8f8d1 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323255 Oct 27 21:41:59.203503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:41:59.298064 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:59.309060 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'mac_address': 'fa:16:3e:6c:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:41:59.348470 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:59.361503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:41:59.382064 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:59.387010 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:59.431942 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:59.443742 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=4']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:59.705121 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:41:59.961812 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98c7f3-7309-4257-81bc-1acb13956899 req-a118fa04-2863-4ebf-b909-1d56e521cf98 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:59.963301 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2c98c7f3-7309-4257-81bc-1acb13956899 req-a118fa04-2863-4ebf-b909-1d56e521cf98 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 944 time: 0.0482230 Oct 27 21:42:00.004702 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-2c98c7f3-7309-4257-81bc-1acb13956899 req-791434be-8ed3-400e-90f0-809e0b3976db tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348244 Oct 27 21:42:01.124109 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aaa21-9cea-43af-97cb-682a999769d0 req-a72559b1-7947-428c-a237-710afe118f0e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:01.125597 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b8aaa21-9cea-43af-97cb-682a999769d0 req-a72559b1-7947-428c-a237-710afe118f0e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 944 time: 0.0529056 Oct 27 21:42:01.164987 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b8aaa21-9cea-43af-97cb-682a999769d0 req-867020bf-8392-4af1-8ece-cc835eba6613 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Oct 27 21:42:01.220034 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:42:01.275843 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning for port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f completed by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:42:01.280325 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:42:01.280695 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.362458 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.385760 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:42:01.388600 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b84979c-8454-4c29-b258-5792a122b44c" -d '{"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-plugged", "status": "completed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:42:01.404287 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:42:01.408402 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.456579 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=5']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:42:01.544968 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af6297e-583c-4ec5-8ba0-df99d4f2d4e6 x-openstack-request-id: req-5af6297e-583c-4ec5-8ba0-df99d4f2d4e6 {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:42:01.545290 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-plugged", "status": "completed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:42:01.545549 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5af6297e-583c-4ec5-8ba0-df99d4f2d4e6 {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:42:01.545938 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'code': 200} Oct 27 21:42:01.791373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfa56-d16c-491e-8453-b430e353c38e req-f666c60d-79d2-47fa-b0b2-8ac1acad7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:01.792846 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-875bfa56-d16c-491e-8453-b430e353c38e req-f666c60d-79d2-47fa-b0b2-8ac1acad7cba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0397332 Oct 27 21:42:01.831961 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-875bfa56-d16c-491e-8453-b430e353c38e req-a116335b-f617-454f-88ae-2386f1d7d931 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Oct 27 21:42:02.278329 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc0b78-7ddf-4af6-ad6e-f918e20affae req-b5a85acc-5129-40e8-81fe-ab380ae9ad34 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:02.280518 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cbc0b78-7ddf-4af6-ad6e-f918e20affae req-b5a85acc-5129-40e8-81fe-ab380ae9ad34 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0501432 Oct 27 21:42:02.321324 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-1cbc0b78-7ddf-4af6-ad6e-f918e20affae req-d8519ea8-5a68-42b1-ac0c-70de0abf33d4 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349874 Oct 27 21:42:03.436610 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70853ac9-6287-4fa1-a2c8-99d0dc4b0904 req-618de4b0-38bb-4ed6-8a63-ebadee9c1089 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.438076 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-70853ac9-6287-4fa1-a2c8-99d0dc4b0904 req-618de4b0-38bb-4ed6-8a63-ebadee9c1089 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0499055 Oct 27 21:42:03.476373 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-70853ac9-6287-4fa1-a2c8-99d0dc4b0904 req-e1a8436b-82cd-43db-be71-76104d780b3b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Oct 27 21:42:03.588950 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56654b34-6559-47d4-9677-1744ae83e12c req-34d30148-9a72-49ff-bb9f-1b9a6c9e9264 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.590410 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-56654b34-6559-47d4-9677-1744ae83e12c req-34d30148-9a72-49ff-bb9f-1b9a6c9e9264 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0489275 Oct 27 21:42:03.628326 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-56654b34-6559-47d4-9677-1744ae83e12c req-e39abfec-6551-4bfe-bcde-5b472094474a tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Oct 27 21:42:03.649093 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42968) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:42:03.737676 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cfbe7-a755-4de0-b587-09b704c963d9 tempest-TestShelveInstance-547763043 tempest-TestShelveInstance-547763043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.739165 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-1d5cfbe7-a755-4de0-b587-09b704c963d9 tempest-TestShelveInstance-547763043 tempest-TestShelveInstance-547763043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1093 time: 0.0890951 Oct 27 21:42:03.742023 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 42972) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:42:03.746304 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.v2.base [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Request body: {'floatingip': {'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:42:03.767871 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for floatingip, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:03.865417 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:03.968138 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Allocated IP 172.27.0.181 (4085040b-03de-4648-a578-5125d0a65fde/575f2c92-c560-4225-a1ba-0a76d67ae150/408f6eb0-536d-430f-a270-41dac72109fb) {{(pid=101428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:42:04.069188 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for port, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.102015 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740573986398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.143883 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Network 4085040b-03de-4648-a578-5125d0a65fde is already hosted by enough agents. {{(pid=101428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:42:04.146819 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Resources bound (agent type, host, resource id): {{(pid=101428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:42:04.150349 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Received port after_create {{(pid=101428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:42:04.174981 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'Port': ['ID=408f6eb0-536d-430f-a270-41dac72109fb,revision_number=1']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:42:04.488285 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.558198 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.708876 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for port, precommit_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.713501 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6070528'] for port, after_update {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:04.779387 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event updated for resources: {'Port': ['ID=408f6eb0-536d-430f-a270-41dac72109fb,revision_number=2']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:42:04.788860 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603125'] for floatingip, after_create {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:05.158169 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Floating IP 3b9a4846-a16e-4dee-996c-5c7523f9e5e0 associated. External IP: 172.27.0.181, port: 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f. Oct 27 21:42:05.359791 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:42:05.464521 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:42:05.474353 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Sync routers for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:42:05.481965 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:05.485169 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:42:05.485859 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:41:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:05.509343 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-4cdf1dfe-f0d6-4a5a-aba4-39ebf6a0a354 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7662861 Oct 27 21:42:05.509934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:42:05.512626 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179414bb-913d-42ff-b4d1-83dff6574648" -d '{"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:42:05.550584 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0a3c7-4960-4b04-ab9c-f8544b08098f x-openstack-request-id: req-feb0a3c7-4960-4b04-ab9c-f8544b08098f {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:42:05.550751 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:42:05.550989 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-feb0a3c7-4960-4b04-ab9c-f8544b08098f {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:42:05.551348 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'status': 'completed', 'code': 200} Oct 27 21:42:05.605475 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:42:05.640231 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179414bb-913d-42ff-b4d1-83dff6574648 req-b9b73353-6af8-44c3-9c1d-1a334dbe2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:05.641760 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-b9b73353-6af8-44c3-9c1d-1a334dbe2a07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0419731 Oct 27 21:42:05.742259 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179414bb-913d-42ff-b4d1-83dff6574648 req-09c4b60b-e6f8-4cda-a7af-7bd763715ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:05.743655 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-09c4b60b-e6f8-4cda-a7af-7bd763715ca5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0924721 Oct 27 21:42:05.808565 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-12dc4fd5-880f-4803-8e21-6a37d2cd1851 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 999 time: 0.0575380 Oct 27 21:42:05.861681 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179414bb-913d-42ff-b4d1-83dff6574648 req-a617215c-45c9-41c1-b490-df8ced44d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:05.863155 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-a617215c-45c9-41c1-b490-df8ced44d80d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0468743 Oct 27 21:42:05.915510 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179414bb-913d-42ff-b4d1-83dff6574648 req-f1e4749f-37f0-4e0e-a3dd-8c123908c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:05.916997 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-f1e4749f-37f0-4e0e-a3dd-8c123908c3d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454085 Oct 27 21:42:05.953730 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '3b9a4846-a16e-4dee-996c-5c7523f9e5e0', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'mac_address': 'fa:16:3e:6c:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:04Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 0, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:05.983197 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Checking router: c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:42:05.991352 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:42:05.992073 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:41:57Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:06.008609 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-7a176894-8c8c-4d55-89e9-a2dc20a501d5 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Oct 27 21:42:06.095005 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:42:06.102113 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-179414bb-913d-42ff-b4d1-83dff6574648 req-2f567701-afdf-41e6-9672-9e0fa3e5e490 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Oct 27 21:42:06.312496 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '3b9a4846-a16e-4dee-996c-5c7523f9e5e0', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'mac_address': 'fa:16:3e:6c:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:04Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 0, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:06.342046 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f024-0cb0-4a73-b9d9-1e2c6be962cc None None] The sync data for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi is: [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_floatingips': [{'id': '3b9a4846-a16e-4dee-996c-5c7523f9e5e0', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'router_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'mac_address': 'fa:16:3e:6c:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:04Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 0, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:42:06.539864 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa63c0-f423-45d2-a3f4-f7f4d7bdad77 None None] New status for floating IP 3b9a4846-a16e-4dee-996c-5c7523f9e5e0: ACTIVE {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:42:21.908595 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7ac02235-ae70-4e63-ad8c-fb07b22b0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:24.645161 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:42:26.687752 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5009f796-3f91-4589-bde3-77ebfe372fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:27.433896 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:27.659898 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:28.821877 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:29.405673 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:51.909658 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-538aebc6-385c-420e-ad23-da742dbd5f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:56.679055 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-24663728-c9b4-4e4f-9549-fdc2ae719694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:57.436644 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:57.662418 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:58.836747 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:59.410049 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:01.644197 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:43:02.092561 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-f6b8ee11-403b-45b1-bd1c-f53a2cd8fd0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383837 Oct 27 21:43:02.192966 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323ac7-ded5-4475-84bc-89db2e739004 req-a4032b96-3a02-4dc1-8252-12764176b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:02.194430 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-a4032b96-3a02-4dc1-8252-12764176b5e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0409162 Oct 27 21:43:02.305870 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323ac7-ded5-4475-84bc-89db2e739004 req-0fb1cb3c-5985-4b36-bbd5-df35f4ca68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:02.307366 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-0fb1cb3c-5985-4b36-bbd5-df35f4ca68b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0897281 Oct 27 21:43:02.372597 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-7c344a9d-9fda-47ba-be83-04adf46dd5c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 1001 time: 0.0564408 Oct 27 21:43:02.426335 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323ac7-ded5-4475-84bc-89db2e739004 req-ff8df0a6-10d1-407c-84a8-68a262fea328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:02.428847 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-ff8df0a6-10d1-407c-84a8-68a262fea328 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0475030 Oct 27 21:43:02.473746 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323ac7-ded5-4475-84bc-89db2e739004 req-50113d07-db01-4ee0-a898-96e6d4a0a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:02.475300 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-50113d07-db01-4ee0-a898-96e6d4a0a3ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395279 Oct 27 21:43:02.564631 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-68103645-545a-4013-99a2-d64836adac2a service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804563 Oct 27 21:43:02.658173 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-66323ac7-ded5-4475-84bc-89db2e739004 req-c44c5b5b-5138-4115-9104-1e69d9fa967e service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Oct 27 21:43:21.914056 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-27f961aa-b11d-4fef-b172-04bb3df1393d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:26.681466 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7b4732bd-0c1e-4a2a-9306-4529594444e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:27.439729 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:27.664909 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:28.860206 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:29.411414 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:38.644088 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:43:51.915488 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-93648cef-a401-453f-aabe-74fb355fe423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:56.686891 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3ee67558-c3c1-4449-abd1-b5b708f40e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.442368 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.667577 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.860173 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:59.414621 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:03.051220 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-fa0a6da8-e8f9-4f00-a6b9-05a6cec4c362 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415528 Oct 27 21:44:03.196019 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64333707-435b-41c2-82ef-a6ed35ab96f0 req-0b43119c-d0b5-44d9-be67-5190117ba5a9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:03.197491 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64333707-435b-41c2-82ef-a6ed35ab96f0 req-0b43119c-d0b5-44d9-be67-5190117ba5a9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0840368 Oct 27 21:44:03.199327 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-79c6affc-7550-4145-91f1-480afb9a8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:03.200664 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-79c6affc-7550-4145-91f1-480afb9a8121 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0613873 Oct 27 21:44:03.275544 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-64333707-435b-41c2-82ef-a6ed35ab96f0 req-8892e63f-62ae-4bca-bd83-29c16b31ecdd tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719159 Oct 27 21:44:03.318630 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-e1a9819e-9772-4c0f-b842-c9fb107a006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:03.320131 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-e1a9819e-9772-4c0f-b842-c9fb107a006e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0948157 Oct 27 21:44:03.388435 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-8b706038-9918-4649-b03f-ef2645fdf8db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 1001 time: 0.0605938 Oct 27 21:44:03.437353 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-9a6841ef-5c90-4183-94dd-c9deb536642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:03.438789 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-9a6841ef-5c90-4183-94dd-c9deb536642a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0432067 Oct 27 21:44:03.484456 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-b55a47cb-c3bf-4fd6-84e5-777a3e3fd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:03.485957 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-b55a47cb-c3bf-4fd6-84e5-777a3e3fd3bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396039 Oct 27 21:44:03.578623 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-b5e2c701-104b-4a8d-8bf7-26c46fdcbb9e service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848923 Oct 27 21:44:03.670905 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-91c7280b-50ba-4f62-8a7e-cd18e565d726 req-4d960b49-281c-4331-b1b7-b037334ea7f1 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846198 Oct 27 21:44:04.393100 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab81ce-7e0c-4c83-8181-ccc8b9209e89 req-c0a215da-9988-45ca-b6d5-c08883b1e9e0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:04.394555 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1ab81ce-7e0c-4c83-8181-ccc8b9209e89 req-c0a215da-9988-45ca-b6d5-c08883b1e9e0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0490570 Oct 27 21:44:04.432119 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-e1ab81ce-7e0c-4c83-8181-ccc8b9209e89 req-0940e7fd-6541-43fa-8590-46ded820b6f2 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Oct 27 21:44:05.559934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ce235-62a6-42cd-bb64-320f34810d47 req-d4157abf-bc29-4c74-9de1-d21286d73ea5 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:05.561424 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa1ce235-62a6-42cd-bb64-320f34810d47 req-d4157abf-bc29-4c74-9de1-d21286d73ea5 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0499682 Oct 27 21:44:05.598392 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-fa1ce235-62a6-42cd-bb64-320f34810d47 req-1967bc3f-a026-4088-9ecc-98efbecc997b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305429 Oct 27 21:44:06.717951 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de76ab7-a085-4fea-8223-a647a70f9183 req-e7ed01e2-fb4f-4dba-b0ba-5629dea9447b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:06.719499 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5de76ab7-a085-4fea-8223-a647a70f9183 req-e7ed01e2-fb4f-4dba-b0ba-5629dea9447b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0545459 Oct 27 21:44:06.761983 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5de76ab7-a085-4fea-8223-a647a70f9183 req-59e5b3ae-1fff-4564-b314-1e5c10fd7857 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Oct 27 21:44:07.874847 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb72d-6c0c-4446-a5e4-d8ed6fb0d5ef req-9a8d5a89-2485-473d-8da5-e5803fbfa600 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:07.876342 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b51bb72d-6c0c-4446-a5e4-d8ed6fb0d5ef req-9a8d5a89-2485-473d-8da5-e5803fbfa600 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0480385 Oct 27 21:44:07.915834 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b51bb72d-6c0c-4446-a5e4-d8ed6fb0d5ef req-c565778e-7099-42d8-9e74-3d09ee92e611 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Oct 27 21:44:09.029094 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f4f5-d813-44f3-b3ed-c0769b61c7fb req-0cb7cd15-aed6-4457-8edd-8b9703bb80e0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:09.030591 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b17f4f5-d813-44f3-b3ed-c0769b61c7fb req-0cb7cd15-aed6-4457-8edd-8b9703bb80e0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0487862 Oct 27 21:44:09.069067 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-5b17f4f5-d813-44f3-b3ed-c0769b61c7fb req-f49bbe4b-c0ee-42bd-97d9-3d43d692cc49 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Oct 27 21:44:10.186140 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b6d37-c4e5-408b-b025-d020999da9e0 req-b6389ac9-22cf-458b-a578-dd2685cd8436 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:10.187724 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e6b6d37-c4e5-408b-b025-d020999da9e0 req-b6389ac9-22cf-458b-a578-dd2685cd8436 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0529573 Oct 27 21:44:10.225262 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e6b6d37-c4e5-408b-b025-d020999da9e0 req-ffb88842-471e-4a07-9521-1c15f533af0e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Oct 27 21:44:11.340440 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380534-e9de-482f-ad7b-a35c63e395bb req-1bcc0df6-05cb-45e1-88f9-1163e5bc3343 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:11.341919 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1380534-e9de-482f-ad7b-a35c63e395bb req-1bcc0df6-05cb-45e1-88f9-1163e5bc3343 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0496526 Oct 27 21:44:11.379210 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1380534-e9de-482f-ad7b-a35c63e395bb req-a2900db2-a1d0-415f-bfcd-8733c8cd04e7 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Oct 27 21:44:12.492396 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebfc57-fc6e-494f-93fc-10833694b7cb req-6f0e1b48-7175-44c6-b2d7-9a091a93dbd6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:12.493871 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49ebfc57-fc6e-494f-93fc-10833694b7cb req-6f0e1b48-7175-44c6-b2d7-9a091a93dbd6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0489693 Oct 27 21:44:12.532101 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-49ebfc57-fc6e-494f-93fc-10833694b7cb req-8e4f9001-6f06-4e41-9e0c-47cd392b5750 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Oct 27 21:44:13.410339 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-3c00f776-3792-4b6b-a971-77fb88237c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:13.411815 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-3c00f776-3792-4b6b-a971-77fb88237c5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0427020 Oct 27 21:44:13.502436 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-66353b2b-a750-4b21-9c5d-10cb569aa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:13.503910 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-66353b2b-a750-4b21-9c5d-10cb569aa1fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0836170 Oct 27 21:44:13.578547 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-f1311043-230a-4afa-8c7c-9d6752619ad8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 1001 time: 0.0671799 Oct 27 21:44:13.656308 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-ed0eb930-8f15-432c-b85a-82c5c1f89e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:13.657771 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-ed0eb930-8f15-432c-b85a-82c5c1f89e69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0710793 Oct 27 21:44:13.682074 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ba3b-c46a-4843-a1da-db111b5dec47 req-5d6bf236-ef6e-43eb-a3a1-c0c49273b336 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:13.683469 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d7b8ba3b-c46a-4843-a1da-db111b5dec47 req-5d6bf236-ef6e-43eb-a3a1-c0c49273b336 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0705826 Oct 27 21:44:13.740622 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-477cae66-5f70-4e17-9313-58066e736781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:13.742092 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-477cae66-5f70-4e17-9313-58066e736781 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764201 Oct 27 21:44:13.744876 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d7b8ba3b-c46a-4843-a1da-db111b5dec47 req-bb38bf39-02fe-4a31-9324-671bb8f07204 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474567 Oct 27 21:44:13.837112 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-2b92dac9-1eb5-4a4b-83e1-f46ce22c621a service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864220 Oct 27 21:44:13.931992 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6b2c5d66-de4e-4a12-8b6f-7373913bd0df req-c8bd0c9f-8156-4599-8da9-f5af4427fa88 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864758 Oct 27 21:44:14.862478 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfea2f-0973-4056-adf7-49ef0679874c req-a9d9b2cf-d865-47ed-8d25-aa38f9c836b3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:14.863955 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d6bfea2f-0973-4056-adf7-49ef0679874c req-a9d9b2cf-d865-47ed-8d25-aa38f9c836b3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0489237 Oct 27 21:44:14.901420 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d6bfea2f-0973-4056-adf7-49ef0679874c req-ff11989d-0e42-4d1b-9854-79852830c0cf tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Oct 27 21:44:15.642402 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:44:16.020783 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8bd54-6b6c-49cf-9a34-270cc03c8877 req-243612ac-3c96-4d57-915a-216d3e5a3b6b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:16.023179 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-edd8bd54-6b6c-49cf-9a34-270cc03c8877 req-243612ac-3c96-4d57-915a-216d3e5a3b6b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0514829 Oct 27 21:44:16.064435 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-edd8bd54-6b6c-49cf-9a34-270cc03c8877 req-80d14e1c-c238-4690-8fee-5ff949eaeeec tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356555 Oct 27 21:44:17.185660 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd05c8c-3377-4294-9da8-eeeccff0bee0 req-47413618-06fe-4539-882d-b2ae98087cc5 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:17.187119 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bcd05c8c-3377-4294-9da8-eeeccff0bee0 req-47413618-06fe-4539-882d-b2ae98087cc5 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0537288 Oct 27 21:44:17.223962 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-bcd05c8c-3377-4294-9da8-eeeccff0bee0 req-8c53ea9f-4ad0-42f2-82d6-f8e7867b8eab tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Oct 27 21:44:17.360664 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-9e7c27b6-40ff-4fdd-9fcf-74b38a6918d9 req-021cf795-6f81-4ae0-83b7-b99d3f3ae2b7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:44:17.361676 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-9e7c27b6-40ff-4fdd-9fcf-74b38a6918d9 req-021cf795-6f81-4ae0-83b7-b99d3f3ae2b7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0735419 Oct 27 21:44:17.541454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19ec1-52c5-4346-a7fe-927b4c2cd437 req-4dbda60c-2b26-45a4-82af-0ccde180cacc tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:17.542982 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-21b19ec1-52c5-4346-a7fe-927b4c2cd437 req-4dbda60c-2b26-45a4-82af-0ccde180cacc tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0758016 Oct 27 21:44:17.559346 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-4b667f21-58b6-4168-b5c6-50b27100a96c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135271 Oct 27 21:44:17.573248 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-f6d9d6eb-ba16-4511-b0ce-9ba0a63c43d1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:44:17.574204 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-f6d9d6eb-ba16-4511-b0ce-9ba0a63c43d1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076959 Oct 27 21:44:17.595706 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-21b19ec1-52c5-4346-a7fe-927b4c2cd437 req-e988c027-1a4e-4cc8-877d-3e2015dd0c46 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431802 Oct 27 21:44:17.743750 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:44:17.825929 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:17.850986 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:44:17.853329 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ea0ce-89ac-4670-85d4-50311345fcc5" -d '{"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:44:17.865810 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:44:17.870698 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:17.900210 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80537a68-449b-4824-94ce-3fdf531ead3c x-openstack-request-id: req-80537a68-449b-4824-94ce-3fdf531ead3c {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:44:17.900505 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-unplugged", "status": "failed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "code": 422}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:44:17.900756 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80537a68-449b-4824-94ce-3fdf531ead3c {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:44:17.901143 dv-cinder-815146-4-iscsi neutron-server[101429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'code': 422} returned with failed status Oct 27 21:44:17.929041 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=6']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:44:17.936341 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.936659 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.937226 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.937723 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.938061 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.938606 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.938970 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.939454 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.939790 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.940117 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.940445 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:17.940769 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:44:18.714562 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04106-c930-42f9-9cc7-98e5e9e4a556 req-e1219396-2709-4eeb-9489-eba027b524ce tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:18.716071 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-03c04106-c930-42f9-9cc7-98e5e9e4a556 req-e1219396-2709-4eeb-9489-eba027b524ce tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0539372 Oct 27 21:44:18.755577 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-03c04106-c930-42f9-9cc7-98e5e9e4a556 req-bef6a135-9343-4502-9371-2d16ce67fd6b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331194 Oct 27 21:44:19.119562 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586188c-b290-406c-96b4-99142e9f8750 req-abe5eb1c-ea39-4d8a-aecd-18390a1d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.121039 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-abe5eb1c-ea39-4d8a-aecd-18390a1d6660 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb&tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e HTTP/1.1" status: 200 len: 1096 time: 0.0699565 Oct 27 21:44:19.196274 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586188c-b290-406c-96b4-99142e9f8750 req-1244bc95-1176-493c-b477-97742541847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.197733 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-1244bc95-1176-493c-b477-97742541847f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1096 time: 0.0401461 Oct 27 21:44:19.294103 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586188c-b290-406c-96b4-99142e9f8750 req-033bea7f-9497-4753-ae13-60059f97f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.295590 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-033bea7f-9497-4753-ae13-60059f97f203 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0884600 Oct 27 21:44:19.360677 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-f4fba269-6ac1-4022-8a5d-263103153705 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 999 time: 0.0555079 Oct 27 21:44:19.413875 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586188c-b290-406c-96b4-99142e9f8750 req-0bc3e49c-99d4-4865-8b59-11b31020051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.415203 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-0bc3e49c-99d4-4865-8b59-11b31020051b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0469568 Oct 27 21:44:19.460621 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586188c-b290-406c-96b4-99142e9f8750 req-e4f3a78c-254c-45aa-b956-6190218aa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.462119 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-e4f3a78c-254c-45aa-b956-6190218aa86f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390894 Oct 27 21:44:19.553434 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-2b49a7e8-0c8f-4130-bd28-4366c229545e service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833480 Oct 27 21:44:19.642580 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7586188c-b290-406c-96b4-99142e9f8750 req-daee2de8-4806-4dc1-a2f4-944bdea224e7 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814831 Oct 27 21:44:19.869982 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f81fa-43b0-46c1-868e-70e79b9cd7fb req-4cf109f0-ddcb-4a4d-b015-24dec41cb6ab tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:19.871445 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-394f81fa-43b0-46c1-868e-70e79b9cd7fb req-4cf109f0-ddcb-4a4d-b015-24dec41cb6ab tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0487587 Oct 27 21:44:19.909033 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-394f81fa-43b0-46c1-868e-70e79b9cd7fb req-1812e978-c1c8-4a84-ab62-dda1e900459c tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Oct 27 21:44:21.025536 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c9ffc-686b-4a9d-8368-5203284bd50d req-9373bf5d-ef2f-4b67-b1cd-76cf9ab37f30 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:21.027028 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-544c9ffc-686b-4a9d-8368-5203284bd50d req-9373bf5d-ef2f-4b67-b1cd-76cf9ab37f30 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0520000 Oct 27 21:44:21.065180 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-544c9ffc-686b-4a9d-8368-5203284bd50d req-1359fc44-b156-4d89-b955-9507f52b77fb tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Oct 27 21:44:21.917332 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-6d4df95e-2917-46f6-8534-d3857eeb7980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:22.177086 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33151-f199-46d3-9866-386c9b5b3370 req-5ef9172f-846d-4a58-bbea-d2f4c45716cd tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:22.179463 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3db33151-f199-46d3-9866-386c9b5b3370 req-5ef9172f-846d-4a58-bbea-d2f4c45716cd tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0485692 Oct 27 21:44:22.216316 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3db33151-f199-46d3-9866-386c9b5b3370 req-12d3a761-2716-4759-a2e7-2646c51d831b tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Oct 27 21:44:23.329934 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9bac-0a42-4177-a9c6-fd1c1721e402 req-efad9ea7-6c7f-49db-9597-b2b23ed39b9e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:23.331400 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2ad9bac-0a42-4177-a9c6-fd1c1721e402 req-efad9ea7-6c7f-49db-9597-b2b23ed39b9e tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0488341 Oct 27 21:44:23.368416 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c2ad9bac-0a42-4177-a9c6-fd1c1721e402 req-c11e97fa-aff4-4b64-8bc3-a646240547fe tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Oct 27 21:44:24.485886 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ee503-bfa3-44ab-b2ab-cfe1e1395fb0 req-2d809927-8ba3-465c-8478-308c70c15b66 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:24.487330 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c45ee503-bfa3-44ab-b2ab-cfe1e1395fb0 req-2d809927-8ba3-465c-8478-308c70c15b66 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0515289 Oct 27 21:44:24.527310 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-c45ee503-bfa3-44ab-b2ab-cfe1e1395fb0 req-d914a12e-b8b5-4e5b-9e7a-a2981e504846 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Oct 27 21:44:25.640753 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41c5c-3eb5-4d07-8730-e76e2eee451e req-a868a2e7-0f59-4725-a474-984ec697d979 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:25.642226 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53d41c5c-3eb5-4d07-8730-e76e2eee451e req-a868a2e7-0f59-4725-a474-984ec697d979 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 943 time: 0.0489790 Oct 27 21:44:25.682663 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-53d41c5c-3eb5-4d07-8730-e76e2eee451e req-2de034bd-56fa-4c18-b930-7b43effc694a tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Oct 27 21:44:25.774921 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:44:25.869978 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:44:25.880503 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Returning: {'device': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'port_id': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'mac_address': 'fa:16:3e:6c:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:44:25.916706 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:25.929535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f {{(pid=101429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:44:25.949157 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:44:25.953036 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:25.997831 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=7']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:44:26.282566 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] get_ports_and_sgs() called for port_ids ['61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'] {{(pid=101429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:44:26.683756 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-65b36378-62b9-48cf-9f48-36714b5a6769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:26.797386 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5526c-7e84-4008-817f-27c0a18cebe4 req-1361c075-bfca-491a-afb3-f832192b69ef tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:26.798844 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ad5526c-7e84-4008-817f-27c0a18cebe4 req-1361c075-bfca-491a-afb3-f832192b69ef tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 944 time: 0.0490837 Oct 27 21:44:26.836382 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-4ad5526c-7e84-4008-817f-27c0a18cebe4 req-d4f01ebf-f1b6-4aff-b21c-a73f6bcad74f tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Oct 27 21:44:27.446439 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:27.669560 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:27.803654 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f up at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:44:27.851874 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.provisioning_blocks [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Provisioning complete for port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f triggered by entity L2. {{(pid=101429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:44:27.852244 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536181'] for port, provisioning_complete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:27.940787 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:27.964131 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:44:27.964868 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90229517-50df-4841-968f-cd3e5a7d56ba req-87c56858-8e3b-48df-a52c-d9f312203599 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:27.966525 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-90229517-50df-4841-968f-cd3e5a7d56ba req-87c56858-8e3b-48df-a52c-d9f312203599 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 944 time: 0.0601704 Oct 27 21:44:27.967407 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24ff29ba7692dc7fee4f43de6d2c919c1eb6b21e6a68896dd3cab0800451a5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1184e0af-04e0-4734-bc9b-1258df24a1a3" -d '{"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-plugged", "status": "completed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:44:27.981269 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:44:27.986561 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740574530030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740573986416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740573986434'] for port, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:28.025474 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4cf9d4-1296-4e1e-a443-4e7844300e0f x-openstack-request-id: req-df4cf9d4-1296-4e1e-a443-4e7844300e0f {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:44:28.025896 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-plugged", "status": "completed", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "code": 200}]} {{(pid=101429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:44:28.026154 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df4cf9d4-1296-4e1e-a443-4e7844300e0f {{(pid=101429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:44:28.026549 dv-cinder-815146-4-iscsi neutron-server[101429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'code': 200} Oct 27 21:44:28.039328 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-90229517-50df-4841-968f-cd3e5a7d56ba req-f57ba73f-65a8-4fbc-af8e-19dd9f1ef72f tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578506 Oct 27 21:44:28.046630 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Pushing event updated for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=8']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:44:28.293300 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c22a9-c35c-429a-b7ed-8159c631dde7 req-86b7a299-4ccb-47f8-b65a-46b004717218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:28.294748 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dc0c22a9-c35c-429a-b7ed-8159c631dde7 req-86b7a299-4ccb-47f8-b65a-46b004717218 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0390470 Oct 27 21:44:28.331911 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-dc0c22a9-c35c-429a-b7ed-8159c631dde7 req-028a0ec1-d8f4-4a21-a81d-3b5fcd765061 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279620 Oct 27 21:44:28.894810 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:29.155821 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd43a-3d74-452b-8418-2f9a7dbca926 req-76bfb886-4de8-4034-901e-97fb98e12b40 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:29.157188 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a3cd43a-3d74-452b-8418-2f9a7dbca926 req-76bfb886-4de8-4034-901e-97fb98e12b40 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0494156 Oct 27 21:44:29.194535 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-7a3cd43a-3d74-452b-8418-2f9a7dbca926 req-ec4ae453-6095-4ec1-a8b2-f6294f38597a tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Oct 27 21:44:29.416815 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:30.311301 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155768c-d082-43fb-8943-dc2db27a23ee req-c1b5d213-052a-4a0f-9f57-59701bb5cbd0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:30.312786 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d155768c-d082-43fb-8943-dc2db27a23ee req-c1b5d213-052a-4a0f-9f57-59701bb5cbd0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0505600 Oct 27 21:44:30.350661 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d155768c-d082-43fb-8943-dc2db27a23ee req-b43059c0-f270-4c7d-aea2-8cc9e1d035b6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Oct 27 21:44:51.918944 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1991f186-d871-460b-a0bb-ee16e4838ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:52.643519 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:44:56.684906 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1022c5cf-2bc4-497d-90d8-db29b41ddce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:57.452856 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:57.672012 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:58.906749 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:59.417974 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:05.112051 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-781d5a8d-b4cf-489a-b833-1f5a953bb947 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383720 Oct 27 21:45:05.227823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-dcdfde8b-dcfa-451b-af4e-edd06ccb771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:05.229298 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-dcdfde8b-dcfa-451b-af4e-edd06ccb771a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0486088 Oct 27 21:45:05.338604 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-b1d05ffc-ba70-4d54-b766-6ba5796b3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:05.340086 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-b1d05ffc-ba70-4d54-b766-6ba5796b3b5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.0878060 Oct 27 21:45:05.406622 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-3ea94c2b-296f-4a82-ada3-64ab146f6fe2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 1001 time: 0.0569799 Oct 27 21:45:05.729730 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-0b08938e-6bc4-4825-840b-a26549be17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:05.731053 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-0b08938e-6bc4-4825-840b-a26549be17ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.3171258 Oct 27 21:45:05.777354 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-d9e52959-3902-4435-814c-dbb76f62eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:05.778776 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-d9e52959-3902-4435-814c-dbb76f62eccc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384779 Oct 27 21:45:05.871302 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-cdcdd5aa-e9e5-4328-af3c-102f0d515876 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Oct 27 21:45:05.965028 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-6e922c8b-41fc-440c-8ce8-cd761e753840 req-6f834828-b2d8-420b-a70e-9ace83b3d9b8 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Oct 27 21:45:14.446170 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-d614fdd3-8931-4f93-a56e-2dce097adb8b req-371441b7-8108-4fd6-bc98-c56cb0c66c77 service neutron] (101428) timed out ('10.222.0.66', 62267) {{(pid=101428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:45:21.930883 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-54e57c89-489d-417d-a0bd-b42120365c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.692522 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-55291e0c-b91f-4602-8558-276a51341cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:27.455833 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:27.674952 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:28.972115 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.422770 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.643785 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:45:45.838071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43118) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:45.993830 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Deleting port 408f6eb0-536d-430f-a270-41dac72109fb {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:45.994168 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.070324 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.070640 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.082500 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Calling delete_port for 408f6eb0-536d-430f-a270-41dac72109fb owned by network:floatingip {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:46.229295 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.256101 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event deleted for resources: {'Port': ['ID=408f6eb0-536d-430f-a270-41dac72109fb,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:46.267432 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.267782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.268122 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.268456 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.268791 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.269116 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.269442 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.269766 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.270088 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.270411 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.270741 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.271059 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:46.325062 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for floatingip, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.325392 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.db.l3_db [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Floating IP 3b9a4846-a16e-4dee-996c-5c7523f9e5e0 disassociated (deleted). External IP: 172.27.0.181, port: 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f. Oct 27 21:45:46.528396 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:46.636842 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:46.641823 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for floatingip, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.646869 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Sync routers for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:46.656481 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:46.657102 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:46.669653 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-033d46ca-02a2-4c7a-9e52-7374cfcf8194 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "DELETE /v2.0/floatingips/3b9a4846-a16e-4dee-996c-5c7523f9e5e0 HTTP/1.1" status: 204 len: 168 time: 0.8302028 Oct 27 21:45:46.670070 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:46.672484 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af" -d '{"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:46.717244 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f316e1-5aa5-4dca-9dab-86c74e7f85e3 x-openstack-request-id: req-96f316e1-5aa5-4dca-9dab-86c74e7f85e3 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:46.717582 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:46.717876 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96f316e1-5aa5-4dca-9dab-86c74e7f85e3 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:46.718392 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'status': 'completed', 'code': 200} Oct 27 21:45:46.777214 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:46.811945 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-5c07bbb2-055d-4bfb-a86b-ba3b5936610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:46.813556 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-5c07bbb2-055d-4bfb-a86b-ba3b5936610a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 1098 time: 0.0457125 Oct 27 21:45:46.992295 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-db485053-6230-4627-ac66-6f2554ab43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:46.993754 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-db485053-6230-4627-ac66-6f2554ab43e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 200 len: 910 time: 0.1217918 Oct 27 21:45:47.001920 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:47.018350 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6880290-bfd0-4c31-be79-eadfd90b11e4 req-d668135e-78d2-4154-b2da-0fdc098bc373 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:47.019823 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d6880290-bfd0-4c31-be79-eadfd90b11e4 req-d668135e-78d2-4154-b2da-0fdc098bc373 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.1626368 Oct 27 21:45:47.029472 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Checking router: c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:47.037879 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:47.038478 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:47.049013 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-c5050a8a-56b4-4708-8c22-53843609e575 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 200 len: 217 time: 0.0448818 Oct 27 21:45:47.118559 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d6880290-bfd0-4c31-be79-eadfd90b11e4 req-cbafe882-803b-46b2-a8ec-2f242bd31ae9 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719011 Oct 27 21:45:47.123994 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-9a14128c-f1fc-47d3-b3b7-0a2cd8088a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:47.125404 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-9a14128c-f1fc-47d3-b3b7-0a2cd8088a96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 200 len: 848 time: 0.0636203 Oct 27 21:45:47.156427 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:47.173414 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-63b8c0e3-f7d5-4754-8de6-16b5fd323aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:47.174910 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-63b8c0e3-f7d5-4754-8de6-16b5fd323aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c726e83-c82c-4f03-a8e5-2c7616651925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406187 Oct 27 21:45:47.269623 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-8ca1ebb8-e70e-4656-979a-de6af86e8393 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863228 Oct 27 21:45:47.357665 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:47.360994 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-d1b3eda4-903d-4959-9fbc-0c08c7cad7af req-b447a27e-94f4-4fcf-923f-1fd0907eda70 service neutron] 10.222.0.66 "GET /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Oct 27 21:45:47.385394 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ada61-6a8d-48b5-867f-2701722bbf1e None None] The sync data for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi is: [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:41:22Z', 'revision_number': 4, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi', '_interfaces': [{'id': '3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a', 'name': '', 'network_id': '5c726e83-c82c-4f03-a8e5-2c7616651925', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'mac_address': 'fa:16:3e:d5:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:21Z', 'updated_at': '2021-10-27T21:41:27Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'subnets': [{'id': '9f0e2d43-e537-4b0b-8061-c5823850a724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:47.601260 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db61b2-368f-46c7-a0f4-1255518ba37a None None] New status for floating IP 3b9a4846-a16e-4dee-996c-5c7523f9e5e0: DOWN {{(pid=101430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:45:48.289406 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e891a6-31bf-47be-b7b8-7973892229c4 req-75fab865-79aa-4132-aed8-6e870ce9bdb0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:48.290884 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2e891a6-31bf-47be-b7b8-7973892229c4 req-75fab865-79aa-4132-aed8-6e870ce9bdb0 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.1000271 Oct 27 21:45:48.330537 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-b2e891a6-31bf-47be-b7b8-7973892229c4 req-743de0d5-6172-40bc-bad9-e103f046b9e6 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f79c5f3b-3bfc-4f12-be78-182d58ac2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Oct 27 21:45:48.728328 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-b6ac9714-b3be-4b6b-9411-2519fd850427 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:48.730429 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-b6ac9714-b3be-4b6b-9411-2519fd850427 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 945 time: 0.0519197 Oct 27 21:45:48.819330 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Deleting port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:48.819665 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:48.914199 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] For port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:48.914558 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:48.927105 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Calling delete_port for 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f owned by compute:nova {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:49.053423 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:49.080268 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event deleted for resources: {'Port': ['ID=61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:49.122820 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] No DVR routers for this DVR port 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f on host hv-cinder-81514 {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:49.125417 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206075'] for port, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:49.128824 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-3a203519-b5aa-4675-ac39-f78ab9d91ac9 req-428f4fec-1861-4540-b782-cb1a456c0b9d tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.66 "DELETE /v2.0/ports/61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f HTTP/1.1" status: 204 len: 173 time: 0.3916264 Oct 27 21:45:49.129262 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-deleted', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f'}] {{(pid=101428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:49.131602 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23aba2d25eeb7d16409465ea724be0328d3e408e559b64438b3e4d6f2f0b59dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4337fa5b-15ce-4823-a266-f3af2f2d88b3" -d '{"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-deleted", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f"}]}' {{(pid=101428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:49.170540 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f7c7c-0509-49e5-9a71-61e5452fafe8 x-openstack-request-id: req-2a9f7c7c-0509-49e5-9a71-61e5452fafe8 {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:49.170902 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb", "name": "network-vif-deleted", "tag": "61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f", "status": "completed", "code": 200}]} {{(pid=101428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:49.171158 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a9f7c7c-0509-49e5-9a71-61e5452fafe8 {{(pid=101428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:49.171581 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb', 'name': 'network-vif-deleted', 'tag': '61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f', 'status': 'completed', 'code': 200} Oct 27 21:45:49.423488 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [req-eddf9a07-9dc2-4352-a3ba-aea845932438 req-26e0ceb4-df38-4f6e-b825-4d4fa64361aa tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed488c2d-9a2e-49f6-9954-ab8cff0b5bfb HTTP/1.1" status: 200 len: 210 time: 0.0273006 Oct 27 21:45:50.478856 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43148) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:50.536790 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:50.562268 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:50.624373 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:50.627140 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Publish callbacks [] for security_group, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:50.628408 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] 10.222.0.49 "DELETE /v2.0/security-groups/f79c5f3b-3bfc-4f12-be78-182d58ac2f11 HTTP/1.1" status: 204 len: 168 time: 0.1480362 Oct 27 21:45:50.638082 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa1c0a-d9c6-4e92-ad4b-68e00e18b5f3 tempest-TestShelveInstance-1071238840 tempest-TestShelveInstance-1071238840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c5f3b-3bfc-4f12-be78-182d58ac2f11,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:50.672320 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43152) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:51.004201 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.242952 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Deleting port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:51.243295 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.323095 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] For port 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:51.323502 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.335782 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Calling delete_port for 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a owned by network:router_interface {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:51.516215 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.540071 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:51.708638 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.925202 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f418a1f5-5cec-4513-862a-efd6ec554c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.188932 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:52.274239 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:52.292286 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:52.293644 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] No Port match for: 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:52.293985 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Device 61ae0a7f-5eb9-41a1-8dab-8c5b4739ed2f not bound to the agent host hv-cinder-81514 {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:52.297256 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-97f2b599-a2bc-4124-a17c-e62a1d8cdc8f admin admin] 10.222.0.49 "PUT /v2.0/routers/c56f5e0a-1e65-4dc3-83f9-d0698a31ec35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239321 Oct 27 21:45:52.299742 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43154) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:52.302132 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Sync routers for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:52.312801 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:52.313407 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:52.401941 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks [] for router, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.418570 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:52.505403 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.559588 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Deleting port 37b9de45-5d81-49bc-abaa-0fae451fed8d {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:52.560316 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.607725 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:45:51Z', 'revision_number': 5, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port': {'id': '37b9de45-5d81-49bc-abaa-0fae451fed8d', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:20Z', 'updated_at': '2021-10-27T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:52.634243 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Checking router: c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 for host: dv-cinder-815146-4-iscsi {{(pid=101429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:52.638699 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] For port 37b9de45-5d81-49bc-abaa-0fae451fed8d, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=37b9de45-5d81-49bc-abaa-0fae451fed8d,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:52.639062 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.642716 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Routers {'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:52.643336 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'], 'active': True} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:52.651520 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Calling delete_port for 37b9de45-5d81-49bc-abaa-0fae451fed8d owned by network:router_gateway {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:52.728196 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvr_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] Set router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 gateway port host: None {{(pid=101429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:52.784182 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_hamode_db [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:45:52Z', 'revision_number': 6, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:52.811983 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11e850-719b-42d3-93ce-e88035a14e0a None None] The sync data for ids ['c56f5e0a-1e65-4dc3-83f9-d0698a31ec35'] in dv-cinder-815146-4-iscsi is: [{'id': 'c56f5e0a-1e65-4dc3-83f9-d0698a31ec35', 'name': 'tempest-TestShelveInstance-1911486595-router', 'tenant_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:19Z', 'updated_at': '2021-10-27T21:45:52Z', 'revision_number': 6, 'project_id': 'f81f0c92afaf42a0896d3d05ec8a7f7e', 'gw_port_host': None}] {{(pid=101429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:52.821717 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:52.851208 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b9de45-5d81-49bc-abaa-0fae451fed8d,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:52.910924 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.001454 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.003601 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.046112 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.046647 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 {{(pid=101428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:45:53.051671 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] Publish callbacks [] for router, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.053020 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-b05e9041-e280-466c-9af3-a6eb54d06790 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c56f5e0a-1e65-4dc3-83f9-d0698a31ec35 HTTP/1.1" status: 204 len: 168 time: 0.7521701 Oct 27 21:45:53.055778 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43156) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:53.104305 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.db_base_plugin_v2 [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Deleting subnet 9f0e2d43-e537-4b0b-8061-c5823850a724 {{(pid=101428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:45:53.107483 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.145172 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989736'] for subnet, precommit_delete_associations {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.262139 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.313920 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6070734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5277184'] for subnet, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.338028 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0e2d43-e537-4b0b-8061-c5823850a724,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:53.341819 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.345141 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-763111d7-623f-4775-bb34-998cbba25866 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f0e2d43-e537-4b0b-8061-c5823850a724 HTTP/1.1" status: 204 len: 168 time: 0.2884331 Oct 27 21:45:53.347701 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [-] (101428) accepted ('10.222.0.49', 43158) {{(pid=101428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:53.349565 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fde82-390f-46de-a6db-ed2c786a728e None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:45:53.414182 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.471077 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Deleting port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 {{(pid=101428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:53.471468 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.534989 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.db [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] For port 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=19e73b52-e1cc-45d3-81fe-b9a87bb64685,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:53.535370 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.549261 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.plugin [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Calling delete_port for 19e73b52-e1cc-45d3-81fe-b9a87bb64685 owned by network:dhcp {{(pid=101428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:53.565271 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] DHCP port deletion for 5c726e83-c82c-4f03-a8e5-2c7616651925 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:45:53.618158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Deleting port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 {{(pid=101429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:53.618536 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.639828 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6070779'] for port, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.666242 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e73b52-e1cc-45d3-81fe-b9a87bb64685,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:53.670361 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] No DVR routers for this DVR port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 on host dv-cinder-815146-4-iscsi {{(pid=101428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:53.700828 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.db [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] For port 19e73b52-e1cc-45d3-81fe-b9a87bb64685, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=19e73b52-e1cc-45d3-81fe-b9a87bb64685,segment=NetworkSegment(f9e0fc4c-1a91-44c6-b28f-80547745e1fa),segment_id=f9e0fc4c-1a91-44c6-b28f-80547745e1fa)] {{(pid=101429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:53.701190 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.705508 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 37b9de45-5d81-49bc-abaa-0fae451fed8d no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:53.734347 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Calling delete_port for 19e73b52-e1cc-45d3-81fe-b9a87bb64685 owned by network:dhcp {{(pid=101429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:53.736158 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 37b9de45-5d81-49bc-abaa-0fae451fed8d {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:53.736500 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 37b9de45-5d81-49bc-abaa-0fae451fed8d not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:53.736913 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:53.754393 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.763667 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:53.764014 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 3602bc22-7b0d-4e4c-b19d-9dd471d9dc4a not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:53.764435 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 19e73b52-e1cc-45d3-81fe-b9a87bb64685 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:53.775565 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c726e83-c82c-4f03-a8e5-2c7616651925']}} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:53.785291 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa') {'for_net_delete': True} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:53.785583 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.services.segments.db [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e0fc4c-1a91-44c6-b28f-80547745e1fa') {} {{(pid=101428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:53.796864 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5989649'] for segment, before_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.812295 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.819360 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:45:53.819683 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6070564'] for segment, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: Traceback (most recent call last): Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: timer() Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: cb(*args, **kw) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: return func(*args, **kwargs) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: self._notify() Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: self.callback(batched_events) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: event.method(event) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: return f(self, *a, **k) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._get(url).json() Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: return self.request(url, 'GET', **kwargs) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:45:53.821456 dv-cinder-815146-4-iscsi neutron-server[101428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:45:53.884716 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.902656 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron_lib.callbacks.manager [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:53.906566 dv-cinder-815146-4-iscsi neutron-server[101428]: INFO neutron.wsgi [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c726e83-c82c-4f03-a8e5-2c7616651925 HTTP/1.1" status: 204 len: 168 time: 0.5575471 Oct 27 21:45:53.908002 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682f97f-f648-4e85-b12d-244a3c360044 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c726e83-c82c-4f03-a8e5-2c7616651925,revision_number=None']} {{(pid=101428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:53.909259 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43160) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:53.941284 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 19e73b52-e1cc-45d3-81fe-b9a87bb64685 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:53.941629 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 19e73b52-e1cc-45d3-81fe-b9a87bb64685 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:53.981457 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407'] for port, after_delete {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:54.003173 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Network 5c726e83-c82c-4f03-a8e5-2c7616651925 is not hosted by any dhcp agent {{(pid=101429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 21:45:54.003647 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] No DVR routers for this DVR port 19e73b52-e1cc-45d3-81fe-b9a87bb64685 on host dv-cinder-815146-4-iscsi {{(pid=101429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:54.005854 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Pushing event deleted for resources: {'Port': ['ID=19e73b52-e1cc-45d3-81fe-b9a87bb64685,revision_number=None']} {{(pid=101429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:54.016740 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.016740 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.016955 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.017291 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.017652 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.017937 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.018263 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.018588 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.018916 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.019240 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.019589 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.019913 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e9c18-28d2-40b6-9d5d-b2664b39f60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.263573 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656885'] for router_interface, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:54.497064 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Deleting port a8fc0c4d-819f-4b10-b034-77530f6282bf {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:54.497389 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:54.578035 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] For port a8fc0c4d-819f-4b10-b034-77530f6282bf, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=a8fc0c4d-819f-4b10-b034-77530f6282bf,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:54.578387 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:54.590341 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Calling delete_port for a8fc0c4d-819f-4b10-b034-77530f6282bf owned by network:router_interface {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:54.766078 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:54.792317 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fc0c4d-819f-4b10-b034-77530f6282bf,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:54.817028 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.817377 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.817713 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.818044 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.818370 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.818694 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.819016 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.819357 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.819678 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.819994 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.820316 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:54.820631 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-4-iscsi {{(pid=101427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:55.163373 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657049'] for router_interface, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:55.380497 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 has already been hosted by L3 agent a9f6924b-4241-43fa-acc0-c7734fb18cdd {{(pid=101427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:55.486323 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] Notify agent at l3_agent.dv-cinder-815146-4-iscsi the message routers_updated {{(pid=101427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:55.491323 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-4efafccd-3357-429f-9ba8-15db3e38984c admin admin] 10.222.0.49 "PUT /v2.0/routers/6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809088 Oct 27 21:45:55.493770 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43164) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:55.494844 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Sync routers for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:55.505364 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:55.505966 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:55.598034 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks [] for router, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:55.615216 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: dv-cinder-815146-4-iscsi {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:55.702057 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:55.756323 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Deleting port f516d028-5b3a-4b32-be78-64362c2ac25c {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:55.756577 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:55.810789 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'external_fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:45:54Z', 'revision_number': 5, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port': {'id': 'f516d028-5b3a-4b32-be78-64362c2ac25c', 'name': '', 'network_id': '4085040b-03de-4648-a578-5125d0a65fde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:41:25Z', 'updated_at': '2021-10-27T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575f2c92-c560-4225-a1ba-0a76d67ae150', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-4-iscsi'}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:55.836836 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Checking router: 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 for host: dv-cinder-815146-4-iscsi {{(pid=101430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:55.840519 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] For port f516d028-5b3a-4b32-be78-64362c2ac25c, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=f516d028-5b3a-4b32-be78-64362c2ac25c,segment=NetworkSegment(dd18b23f-6b95-410a-a452-6710abddd4d5),segment_id=dd18b23f-6b95-410a-a452-6710abddd4d5)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:55.840878 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:55.845678 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Routers {'6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'} bound to L3 agent in host dv-cinder-815146-4-iscsi {{(pid=101430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:55.846280 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:27Z,description=,heartbeat_timestamp=2021-10-27T21:45:27Z,host='dv-cinder-815146-4-iscsi',id=a9f6924b-4241-43fa-acc0-c7734fb18cdd,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:27Z,topic='l3_agent')) {'router_ids': ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'], 'active': True} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:55.853620 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Calling delete_port for f516d028-5b3a-4b32-be78-64362c2ac25c owned by network:router_gateway {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:56.017324 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_dvr_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] Set router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 gateway port host: None {{(pid=101430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:56.022439 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.054500 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f516d028-5b3a-4b32-be78-64362c2ac25c,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:56.071223 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.l3_hamode_db [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:45:55Z', 'revision_number': 6, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port_host': None}], 'dv-cinder-815146-4-iscsi', False) {} {{(pid=101430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:56.097465 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367a651-f3fc-42d8-b8ae-2341d964a2fd None None] The sync data for ids ['6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4'] in dv-cinder-815146-4-iscsi is: [{'id': '6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4', 'name': 'tempest-TestShelveInstance-1451068295-router', 'tenant_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:41:24Z', 'updated_at': '2021-10-27T21:45:55Z', 'revision_number': 6, 'project_id': '7d53bf17ec184874ab0bfddb6a6864cb', 'gw_port_host': None}] {{(pid=101430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:56.116631 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603195'] for router_gateway, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.211189 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.213316 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.257148 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657350'] for router, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.257717 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 {{(pid=101427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:45:56.262659 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] Publish callbacks [] for router, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.266116 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-2c69b223-5a13-48b1-8243-fc868576da8a admin admin] 10.222.0.49 "DELETE /v2.0/routers/6569fcd0-6e8d-4a81-8dd9-32dae9c3dcc4 HTTP/1.1" status: 204 len: 168 time: 0.7690959 Oct 27 21:45:56.266434 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43166) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:56.310007 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Deleting subnet 17f75807-86c0-449e-86a7-92d066221654 {{(pid=101427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:45:56.312914 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.346919 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5061780'] for subnet, precommit_delete_associations {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.425675 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-540507'] for subnet, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.481728 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-540498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4402614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4503743'] for subnet, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.505765 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f75807-86c0-449e-86a7-92d066221654,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:56.514250 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for subnet, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.517516 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-f17fe674-dab8-4f62-babd-ea8ccc1df99b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/17f75807-86c0-449e-86a7-92d066221654 HTTP/1.1" status: 204 len: 168 time: 0.2501268 Oct 27 21:45:56.519988 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43168) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:56.522109 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fb293-6a76-43f1-badc-75e33c7ad0e9 None None] Network e426382f-d73f-4175-98ec-9a34431125e3 requested from dv-cinder-815146-4-iscsi {{(pid=101429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:45:56.598311 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611232'] for network, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.650712 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Deleting port 5582f081-4059-43c6-8fce-b082b609be36 {{(pid=101427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:56.651051 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740574474518'] for port, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.687916 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-80b1f606-d331-4cd4-94d1-e2592c4b81aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.717269 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.db [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] For port 5582f081-4059-43c6-8fce-b082b609be36, host dv-cinder-815146-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-4-iscsi',level=0,port_id=5582f081-4059-43c6-8fce-b082b609be36,segment=NetworkSegment(2765ca9d-904f-4035-aa32-63c6f2225a60),segment_id=2765ca9d-904f-4035-aa32-63c6f2225a60)] {{(pid=101427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:56.717626 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618508'] for port, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.730097 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.plugin [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Calling delete_port for 5582f081-4059-43c6-8fce-b082b609be36 owned by network:dhcp {{(pid=101427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:56.810374 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740574530012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740573986407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4402563'] for port, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.836740 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5582f081-4059-43c6-8fce-b082b609be36,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:56.838568 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] No DVR routers for this DVR port 5582f081-4059-43c6-8fce-b082b609be36 on host dv-cinder-815146-4-iscsi {{(pid=101427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:56.884254 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b628987-459c-408d-ac41-77da88a025f4 None None] DHCP port deletion for e426382f-d73f-4175-98ec-9a34431125e3 request from dv-cinder-815146-4-iscsi {{(pid=101429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:45:56.914243 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534990', 'neutron.services.segments.db._delete_segments_for_network-8740574489438'] for network, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.935363 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e426382f-d73f-4175-98ec-9a34431125e3']}} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:56.944647 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2765ca9d-904f-4035-aa32-63c6f2225a60') {'for_net_delete': True} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:56.944939 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.services.segments.db [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2765ca9d-904f-4035-aa32-63c6f2225a60') {} {{(pid=101427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:56.955153 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740574490983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5061869'] for segment, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.968301 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850'] for segment, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.974361 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:45:56.974838 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4402524'] for segment, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: Traceback (most recent call last): Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: timer() Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: cb(*args, **kw) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: return func(*args, **kwargs) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: self._notify() Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: self.callback(batched_events) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: event.method(event) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: return f(self, *a, **k) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._get(url).json() Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: return self.request(url, 'GET', **kwargs) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:45:56.976532 dv-cinder-815146-4-iscsi neutron-server[101427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:45:57.031108 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603143'] for network, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.036708 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698198'] for network, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.039963 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/e426382f-d73f-4175-98ec-9a34431125e3 HTTP/1.1" status: 204 len: 168 time: 0.5190470 Oct 27 21:45:57.051524 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04673915-720d-4ad6-93ff-2a37f11ef2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e426382f-d73f-4175-98ec-9a34431125e3,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:57.224590 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43172) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:57.265284 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-7965efbe-3b87-4faa-9252-1d2801a4a955 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f81f0c92afaf42a0896d3d05ec8a7f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395305 Oct 27 21:45:57.267791 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43174) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:57.320607 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.341550 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.386343 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.388876 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.390016 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ade9e95a-7dd7-4449-a2bb-31119d6b5f9b HTTP/1.1" status: 204 len: 168 time: 0.1213098 Oct 27 21:45:57.397595 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ab0ee-bfc5-4823-b47a-ca8a9a4d6565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9e95a-7dd7-4449-a2bb-31119d6b5f9b,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:57.456769 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.688897 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.705633 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device f516d028-5b3a-4b32-be78-64362c2ac25c no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:57.731607 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43180) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:57.732860 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: f516d028-5b3a-4b32-be78-64362c2ac25c {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:57.732860 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device f516d028-5b3a-4b32-be78-64362c2ac25c not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:57.733173 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a8fc0c4d-819f-4b10-b034-77530f6282bf no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:57.752596 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: a8fc0c4d-819f-4b10-b034-77530f6282bf {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:57.752926 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device a8fc0c4d-819f-4b10-b034-77530f6282bf not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:57.753333 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 5582f081-4059-43c6-8fce-b082b609be36 no longer exists at agent ovs-agent-dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:57.772258 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-bed71947-f77c-4489-8ccc-a26e96fe8d36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d53bf17ec184874ab0bfddb6a6864cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392213 Oct 27 21:45:57.773223 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-f94c37df-af97-4ac0-b692-de007715254f None None] No Port match for: 5582f081-4059-43c6-8fce-b082b609be36 {{(pid=101429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:57.773571 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.rpc [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Device 5582f081-4059-43c6-8fce-b082b609be36 not bound to the agent host dv-cinder-815146-4-iscsi {{(pid=101429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:57.774383 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [-] (101427) accepted ('10.222.0.49', 43182) {{(pid=101427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:57.823752 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.845087 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.891189 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723146'] for security_group, after_delete {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.894198 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron_lib.callbacks.manager [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:57.895126 dv-cinder-815146-4-iscsi neutron-server[101427]: INFO neutron.wsgi [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c623c2a5-7445-4aa3-a749-8de88ae4381d HTTP/1.1" status: 204 len: 168 time: 0.1185429 Oct 27 21:45:57.904716 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464769c-9db3-46c3-bc29-31b0bc553edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623c2a5-7445-4aa3-a749-8de88ae4381d,revision_number=None']} {{(pid=101427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:58.985327 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:59.422535 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:06.642858 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:46:21.926666 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-e41a5182-8172-4f96-98f2-36ab2942a682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:26.681664 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7619-f65b-4eb5-8171-9e8ee64216c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:27.459665 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:27.682093 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:28.983310 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:29.426054 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:30.163072 dv-cinder-815146-4-iscsi neutron-server[101427]: DEBUG neutron.wsgi [req-e1de4281-b743-471a-9d45-6aaa958ffa16 req-b9a1b2a4-85aa-4839-ab30-168a528f8679 service neutron] (101427) timed out ('10.222.0.66', 62304) {{(pid=101427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:46:43.642342 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:46:51.928352 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6057-33e5-40a8-95ca-0b817fc2f41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:56.684187 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-24138c6d-0071-4ed4-a086-9dedafc550a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:57.464690 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:57.684443 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:58.986921 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:59.428591 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:20.641717 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:47:21.929739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-8757038d-0b10-4e48-aad6-de990092e231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:26.686593 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-68ce36aa-ddee-4d94-8de7-7689cf6f617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:27.464806 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:27.687544 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:28.984966 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:29.431303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:51.930791 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3eb21732-2d8e-4091-8233-7ef5509f88f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:56.688943 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-906a2a58-8030-469b-baaa-d067ebdbe4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:57.467407 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:57.642111 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:47:57.690819 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:59.011370 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:59.434139 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:21.932712 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc15c-e02e-48c4-bad6-a6df0f581f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:26.689991 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c3b72124-f29f-437b-ae5a-e029ab4cb922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:27.470376 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:27.695098 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:29.014060 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:29.436794 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:34.640596 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:48:51.934742 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-b286734a-0558-4e1b-9285-ea415467ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:56.693191 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-c93ed517-4e9a-4441-85f0-f96a166b1568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:57.472303 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:57.697739 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:59.014532 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:59.439683 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:11.640099 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:49:21.935921 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9c85f60e-128b-4dc0-9e66-216f219a86be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:26.694552 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-5beb39c9-599c-46ea-880d-be67a6824250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:27.476071 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:27.701634 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:29.026998 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:29.442519 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:48.641708 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:49:51.937717 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-d337ff62-f5c3-4a90-b3a3-54aedc558166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:56.696434 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9d30-6671-4683-a1a9-3b87ae96764c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:57.479407 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:57.702750 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:59.040391 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:59.444683 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:21.938562 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-55f69178-eb68-4fdf-b285-184f8bc332d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:25.640526 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:50:26.698064 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ee94-dcb5-411d-839e-ee7f248ebc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:27.482574 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:27.704134 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:29.039867 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:29.450826 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:51.939407 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-dee5cb55-0a3a-4c6c-899b-2fba5f8306fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:56.694824 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-3d604664-3fdd-40b9-8afb-752c469c401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:57.484410 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-9d6594bd-b611-4036-8040-9059c40a9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:57.705999 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-f94c37df-af97-4ac0-b692-de007715254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:59.015434 dv-cinder-815146-4-iscsi neutron-server[101428]: DEBUG neutron.wsgi [req-8836659f-2f12-4945-aaec-af0866ba6302 req-f28c7ac6-7db4-47d0-bb0d-ac32cf97d341 service neutron] (101428) timed out ('10.222.0.49', 39468) {{(pid=101428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:50:59.057895 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-05d50c06-ed0f-4d60-93fe-a45e65f64b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:59.458069 dv-cinder-815146-4-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-7444bffd-ddcc-46e3-987e-83db41937fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740574489420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536196'] for agent, after_update {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:02.639950 dv-cinder-815146-4-iscsi neutron-server[101430]: DEBUG neutron.db.agents_db [None req-b4b55491-9062-4776-b722-5aebcc4c6d40 None None] Agent healthcheck: found 6 active agents {{(pid=101430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}